{ "args": { "shape": "nano", "tokens": 550000000, "batch": 256, "lr": 0.003, "wd": 0.1, "warmup": 100, "min_lr_frac": 0.1, "eval_every": 1000, "max_minutes": 45.0, "seed": 1234, "out": "nano-pt", "compile": true }, "params": 4960704, "log": [ { "step": 1000, "train_loss": 4.157930374145508, "val_loss": 4.101281976699829, "minutes": 1.265407105286916 }, { "step": 2000, "train_loss": 4.010364532470703, "val_loss": 3.921313500404358, "minutes": 2.4889028827349344 }, { "step": 3000, "train_loss": 3.8780674934387207, "val_loss": 3.8422478675842284, "minutes": 3.7334064563115437 }, { "step": 4000, "train_loss": 3.891343593597412, "val_loss": 3.785443663597107, "minutes": 4.978402447700501 }, { "step": 5000, "train_loss": 3.8154168128967285, "val_loss": 3.730230283737183, "minutes": 6.2154850920041405 }, { "step": 6000, "train_loss": 3.758894443511963, "val_loss": 3.6891664028167725, "minutes": 7.451739505926768 }, { "step": 7000, "train_loss": 3.7148094177246094, "val_loss": 3.650411367416382, "minutes": 8.679173755645753 }, { "step": 8000, "train_loss": 3.737409830093384, "val_loss": 3.6295988082885744, "minutes": 9.910523466269176 }, { "step": 8391, "train_loss": 3.695378065109253, "val_loss": 3.625276494026184, "minutes": 10.390244070688883 } ] }