File size: 1,845 Bytes
1a0cb0a f780095 1a0cb0a 4bc64c6 2bd3bb9 1a0cb0a 957b91e 1a0cb0a 957b91e 2bd3bb9 1a0cb0a 957b91e 1a0cb0a 957b91e 1a0cb0a 957b91e f780095 1a0cb0a 2bd3bb9 139fdd9 957b91e 139fdd9 1a0cb0a 2bd3bb9 f780095 4bc64c6 139fdd9 957b91e 4bc64c6 1a0cb0a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 | {
"args": {
"base": "Qwen/Qwen3.5-4B-Base",
"n_per_source": 1000,
"epochs": 1,
"lr": 2e-05,
"head_lr": 0.0,
"weight_decay": 0.01,
"lora": 16,
"accum": 4,
"holdout": "",
"perm_kl": 0.0,
"perm_frac": 0.3,
"ord_w": 0.0,
"label_smoothing": 0.0,
"brier_w": 0.0,
"focal_gamma": 0.0,
"suite": "/root/evals/v7/decision-v7",
"train_sources": "",
"device": "cuda",
"batch": 2,
"dtype": "bf16",
"weights_dtype": "fp32",
"checkpointing": 1,
"option_isolation": 0,
"special_embeddings": 0,
"head_dim": 256,
"lora_targets": "all",
"lora_placement": "full",
"base_revision": "1001bb4d826a52d1f399e183466143f4da7b741b",
"p_none": 0.1,
"p_none_distract": 0.12,
"p_distract": 0.15,
"p_none_pair": 0.25,
"synthetic_repeat": 1,
"public_frac": 1.0,
"anchor": "",
"anchor_w": 0.0,
"anchor_sources": "",
"out": "/runs/r10-skills/00-trial-0/checkpoint",
"data": "evals/round10/skills/train.jsonl",
"max_state": 7552,
"replay": 4000,
"init_from": "jaredpalmer/kev-4b@957b91e762e883935830246eeb02381f9d2694b6",
"seed": 1
},
"suite_sha256": "a8f50e481b7d90b97da049e0ff6a01cee2f1ed204aed61a8265af0edbb5514d2",
"base_revision": "1001bb4d826a52d1f399e183466143f4da7b741b",
"init_source": {
"init_from": "jaredpalmer/kev-4b@957b91e762e883935830246eeb02381f9d2694b6",
"resolved": "/__modal/volumes/vo-kEMu8BkBAIrorAQI6V8f2D/hub/models--jaredpalmer--kev-4b/snapshots/957b91e762e883935830246eeb02381f9d2694b6",
"adapter_sha256": "c2c99077b58cd4a604304b743b7db5391187ef1d58e575f90c554c744aa23d65",
"head_sha256": "9a3051c3676f0be29d885935b6f50c287f7acf04e3cb29a6fed82ca3e5540b7e",
"adapter_tensors": 496
},
"ordinal_objective": "ranked_probability_score",
"holdout": []
}
|