{ "args": { "shape": "nano", "tokens": 55000000, "batch": 256, "lr": 0.005, "wd": 0.1, "warmup": 100, "min_lr_frac": 0.1, "eval_every": 100000, "max_minutes": 6.0, "seed": 1234, "out": "sweep-nano-5e-3", "compile": true }, "params": 4960704, "log": [ { "step": 838, "train_loss": 4.234477519989014, "val_loss": 4.1984649181365965, "minutes": 1.1979833285013834 } ] }