| { | |
| "config_file": "configs/baseline-lm-only.yaml", | |
| "mixture": { | |
| "lm/fineweb-edu": 1.0 | |
| }, | |
| "sources": { | |
| "lm/fineweb-edu": { | |
| "kind": "lm_tokens", | |
| "tokens": 40000362, | |
| "weight": 1.0, | |
| "corpus_dir": "data/corpus-fineweb-edu-40000000" | |
| } | |
| }, | |
| "curriculum": false, | |
| "run_name": "baseline-lm-only", | |
| "init_from": null, | |
| "steps": 8000, | |
| "tokens": 98304000, | |
| "per_source_steps": { | |
| "lm/fineweb-edu": 8000 | |
| }, | |
| "wall_time_s": 1334.9, | |
| "final_loss": 4.000290393829346, | |
| "val_nll": 3.9497805178165435, | |
| "val_ppl": 51.923969197954776 | |
| } |