Image-Text-to-Text
PEFT
Safetensors
English
decision-model
system-one
calibration
typesafe
decision-circuits
lora
vision
Instructions to use jbarney/circuit-vl-4b with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use jbarney/circuit-vl-4b with PEFT:
Task type is invalid.
- Notebooks
- Google Colab
- Kaggle
| { | |
| "base": "Qwen/Qwen3-VL-4B-Instruct", | |
| "hidden": 2560, | |
| "head": "pointer", | |
| "head_size": 256, | |
| "head_dim": 256, | |
| "layout": "pointer", | |
| "load_4bit": false, | |
| "modality": "vision", | |
| "pointer_tokens": [ | |
| "<|box_start|>", | |
| "<|box_end|>", | |
| "<|fim_middle|>" | |
| ], | |
| "parallel_options": true, | |
| "temperatures": { | |
| "noul": 1.0, | |
| "choice": 1.0, | |
| "score": 1.0 | |
| }, | |
| "best": { | |
| "ece": 0.03482257006199742, | |
| "accuracy": 0.9671052631578947, | |
| "kl": 0.09835513901895927, | |
| "ece_by_type": { | |
| "noul": 0.04722936921998076, | |
| "choice": 0.031651588013538984 | |
| }, | |
| "ece_worst": 0.04722936921998076, | |
| "step": 600 | |
| }, | |
| "args": { | |
| "model": "Qwen/Qwen3-VL-4B-Instruct", | |
| "data": "data/vision/grid/train.jsonl", | |
| "out": "runs/circuit-vl-4b-par", | |
| "epochs": 2, | |
| "batch": 4, | |
| "lr": 0.0001, | |
| "head_lr": 0.001, | |
| "rank": 16, | |
| "max_length": 1536, | |
| "val_frac": 0.1, | |
| "eval_every": 100, | |
| "limit": null, | |
| "seed": 0, | |
| "dtype": "bfloat16", | |
| "acc_floor": 0.01, | |
| "parallel_options": true, | |
| "micro": 0, | |
| "grad_checkpoint": true, | |
| "wandb": "s1proto", | |
| "run_name": "circuit-vl-4b-par", | |
| "resume": false, | |
| "head": "pointer", | |
| "load_4bit": false, | |
| "modality": "vision", | |
| "exclude_family": null | |
| } | |
| } |