| { | |
| "args": { | |
| "base": "Qwen/Qwen3.5-4B-Base", | |
| "n_per_source": 1000, | |
| "epochs": 1, | |
| "lr": 2e-05, | |
| "head_lr": 0.0, | |
| "weight_decay": 0.01, | |
| "lora": 16, | |
| "accum": 4, | |
| "holdout": "", | |
| "perm_kl": 0.0, | |
| "perm_frac": 0.3, | |
| "ord_w": 0.0, | |
| "label_smoothing": 0.0, | |
| "brier_w": 0.0, | |
| "focal_gamma": 0.0, | |
| "suite": "/root/evals/v7/decision-v7", | |
| "train_sources": "", | |
| "device": "cuda", | |
| "batch": 2, | |
| "dtype": "bf16", | |
| "weights_dtype": "fp32", | |
| "checkpointing": 1, | |
| "option_isolation": 0, | |
| "special_embeddings": 0, | |
| "head_dim": 256, | |
| "lora_targets": "all", | |
| "lora_placement": "full", | |
| "base_revision": "1001bb4d826a52d1f399e183466143f4da7b741b", | |
| "p_none": 0.1, | |
| "p_none_distract": 0.12, | |
| "p_distract": 0.15, | |
| "p_none_pair": 0.25, | |
| "synthetic_repeat": 1, | |
| "public_frac": 1.0, | |
| "anchor": "", | |
| "anchor_w": 0.0, | |
| "anchor_sources": "", | |
| "out": "/runs/r10-skills/00-trial-0/checkpoint", | |
| "data": "evals/round10/skills/train.jsonl", | |
| "max_state": 7552, | |
| "replay": 4000, | |
| "init_from": "jaredpalmer/kev-4b@957b91e762e883935830246eeb02381f9d2694b6", | |
| "seed": 1 | |
| }, | |
| "suite_sha256": "a8f50e481b7d90b97da049e0ff6a01cee2f1ed204aed61a8265af0edbb5514d2", | |
| "base_revision": "1001bb4d826a52d1f399e183466143f4da7b741b", | |
| "init_source": { | |
| "init_from": "jaredpalmer/kev-4b@957b91e762e883935830246eeb02381f9d2694b6", | |
| "resolved": "/__modal/volumes/vo-kEMu8BkBAIrorAQI6V8f2D/hub/models--jaredpalmer--kev-4b/snapshots/957b91e762e883935830246eeb02381f9d2694b6", | |
| "adapter_sha256": "c2c99077b58cd4a604304b743b7db5391187ef1d58e575f90c554c744aa23d65", | |
| "head_sha256": "9a3051c3676f0be29d885935b6f50c287f7acf04e3cb29a6fed82ca3e5540b7e", | |
| "adapter_tensors": 496 | |
| }, | |
| "ordinal_objective": "ranked_probability_score", | |
| "holdout": [] | |
| } | |