circuit-vl-4b / config.json
jbarney's picture
v1.2: temperatures at 1.0, the setting the published numbers were measured at
4b12a73 verified
Raw
History Blame Contribute Delete
1.19 kB
{
"base": "Qwen/Qwen3-VL-4B-Instruct",
"hidden": 2560,
"head": "pointer",
"head_size": 256,
"head_dim": 256,
"layout": "pointer",
"load_4bit": false,
"modality": "vision",
"pointer_tokens": [
"<|box_start|>",
"<|box_end|>",
"<|fim_middle|>"
],
"parallel_options": true,
"temperatures": {
"noul": 1.0,
"choice": 1.0,
"score": 1.0
},
"best": {
"ece": 0.03482257006199742,
"accuracy": 0.9671052631578947,
"kl": 0.09835513901895927,
"ece_by_type": {
"noul": 0.04722936921998076,
"choice": 0.031651588013538984
},
"ece_worst": 0.04722936921998076,
"step": 600
},
"args": {
"model": "Qwen/Qwen3-VL-4B-Instruct",
"data": "data/vision/grid/train.jsonl",
"out": "runs/circuit-vl-4b-par",
"epochs": 2,
"batch": 4,
"lr": 0.0001,
"head_lr": 0.001,
"rank": 16,
"max_length": 1536,
"val_frac": 0.1,
"eval_every": 100,
"limit": null,
"seed": 0,
"dtype": "bfloat16",
"acc_floor": 0.01,
"parallel_options": true,
"micro": 0,
"grad_checkpoint": true,
"wandb": "s1proto",
"run_name": "circuit-vl-4b-par",
"resume": false,
"head": "pointer",
"load_4bit": false,
"modality": "vision",
"exclude_family": null
}
}