{
  "format": "wev",
  "version": 1,
  "name": "wev-4b",
  "base": "Qwen/Qwen3-4B-Base",
  "head_type": "pointer",
  "head_dim": 256,
  "keep_layers": null,
  "num_layers": 36,
  "max_state": 4096,
  "max_branch": 8192,
  "train_max_state": 4096,
  "train_max_branch": 2048,
  "backbone_dtype": "bf16",
  "train_args": {
    "data": "data/m2w-v2,data/nnetnav-v3-clean,data/teacher-v1:3,data/teacher-v2:3,data/general/kev-v7:2,data/general/typed-decisions-train:8,data/ext/tasksource-jev,data/ext/jev-distill,data/ext/td-synth",
    "base": "Qwen/Qwen3-4B-Base",
    "out": "runs/wev-4b-v3",
    "epochs": 1,
    "lr": 0.0001,
    "head_lr": 0.0,
    "weight_decay": 0.01,
    "lora": 16,
    "head_dim": 256,
    "head": "pointer",
    "keep_layers": 0,
    "subsample": 0,
    "batch_tokens": 6000,
    "batch": 1,
    "accum": 1,
    "dtype": "bf16",
    "checkpointing": 0,
    "max_state": 4096,
    "max_branch": 2048,
    "max_tokens": 6144,
    "limit": 0,
    "eval_n": 600,
    "log_every": 50,
    "seed": 0
  }
}