| { |
| "format": "wev", |
| "version": 1, |
| "name": "wev-1.7b", |
| "base": "Qwen/Qwen3-1.7B-Base", |
| "head_type": "pointer", |
| "head_dim": 256, |
| "keep_layers": null, |
| "num_layers": 28, |
| "max_state": 4096, |
| "max_branch": 8192, |
| "train_max_state": 4096, |
| "train_max_branch": 2048, |
| "backbone_dtype": "bf16", |
| "train_args": { |
| "data": "data/m2w-v2,data/nnetnav-v3-clean,data/teacher-v1-x3,data/general/kev-v7-x2,data/general/typed-decisions-train-x8,data/ext/tasksource-jev,data/ext/jev-distill,data/ext/td-synth", |
| "base": "Qwen/Qwen3-1.7B-Base", |
| "out": "runs/wev-1.7b-full-v2", |
| "epochs": 1, |
| "lr": 0.0001, |
| "head_lr": 0.0, |
| "weight_decay": 0.01, |
| "lora": 16, |
| "head_dim": 256, |
| "head": "pointer", |
| "keep_layers": 0, |
| "subsample": 0, |
| "batch_tokens": 20000, |
| "batch": 1, |
| "accum": 1, |
| "dtype": "bf16", |
| "checkpointing": 0, |
| "max_state": 4096, |
| "max_branch": 2048, |
| "max_tokens": 6144, |
| "limit": 0, |
| "eval_n": 600, |
| "log_every": 100, |
| "seed": 0 |
| } |
| } |
