{ "args": { "shape": "nano", "tokens": 55000000, "batch": 256, "lr": 0.002, "wd": 0.1, "warmup": 100, "min_lr_frac": 0.1, "eval_every": 100000, "max_minutes": 6.0, "seed": 1234, "out": "sweep-nano-2e-3", "compile": true }, "params": 4960704, "log": [ { "step": 838, "train_loss": 4.3140764236450195, "val_loss": 4.290324306488037, "minutes": 1.0765070875485738 } ] }