| { |
| "args": { |
| "base": "Qwen/Qwen3.5-0.8B-Base", |
| "n_per_source": 1000, |
| "epochs": 1, |
| "lr": 2e-05, |
| "head_lr": 0.0, |
| "weight_decay": 0.01, |
| "lora": 16, |
| "accum": 2, |
| "holdout": "", |
| "perm_kl": 0.0, |
| "perm_frac": 0.3, |
| "ord_w": 0.0, |
| "label_smoothing": 0.0, |
| "brier_w": 0.0, |
| "focal_gamma": 0.0, |
| "suite": "/root/evals/v7/decision-v7", |
| "train_sources": "", |
| "device": "cuda", |
| "batch": 4, |
| "dtype": "bf16", |
| "weights_dtype": "fp32", |
| "checkpointing": 1, |
| "option_isolation": 0, |
| "special_embeddings": 0, |
| "head_dim": 256, |
| "lora_targets": "all", |
| "lora_placement": "full", |
| "base_revision": "dc7cdfe2ee4154fa7e30f5b51ca41bfa40174e68", |
| "p_none": 0.1, |
| "p_none_distract": 0.12, |
| "p_distract": 0.15, |
| "p_none_pair": 0.25, |
| "synthetic_repeat": 1, |
| "public_frac": 1.0, |
| "anchor": "", |
| "anchor_w": 0.0, |
| "anchor_sources": "", |
| "out": "/runs/r15-08b/00-trial-0/checkpoint", |
| "data": "evals/round15/joint/train.jsonl", |
| "max_state": 7552, |
| "replay": 6000, |
| "init_from": "jaredpalmer/kev-0.8b", |
| "seed": 1 |
| }, |
| "suite_sha256": "a8f50e481b7d90b97da049e0ff6a01cee2f1ed204aed61a8265af0edbb5514d2", |
| "base_revision": "dc7cdfe2ee4154fa7e30f5b51ca41bfa40174e68", |
| "init_source": { |
| "init_from": "jaredpalmer/kev-0.8b", |
| "resolved": "/__modal/volumes/vo-kEMu8BkBAIrorAQI6V8f2D/hub/models--jaredpalmer--kev-0.8b/snapshots/54f4f8777356cd5bbbb6c6919c657f26e6f2f6d8", |
| "adapter_sha256": "c81d5716f0af7622d8d2b97013c333d48263ca01113f9a7cf4526e96f6ac0b26", |
| "head_sha256": "39f4343ccccc65e583bbfff0de0e11bfedb849fcfaaf94b50ac4f2b73bc79c65", |
| "adapter_tensors": 372 |
| }, |
| "ordinal_objective": "ranked_probability_score", |
| "holdout": [] |
| } |
|
|
