| { |
| "args": { |
| "init": "../runs/nano-pt/final", |
| "shape": "nano", |
| "train_rows": null, |
| "epochs": 2.0, |
| "batch": 256, |
| "lr": 0.002, |
| "wd": 0.1, |
| "warmup": 50, |
| "replay_every": 12, |
| "replay_batch": 4, |
| "eval_every": 1000, |
| "eval_rows": 1000, |
| "max_minutes": 50.0, |
| "seed": 1234, |
| "out": "nano-sft" |
| }, |
| "log": [ |
| { |
| "step": 1000, |
| "train_loss": 0.006621028296649456, |
| "eval_target_loss": 0.07434787717331105, |
| "minutes": 0.7496363361676533 |
| }, |
| { |
| "step": 2000, |
| "train_loss": 0.02178449183702469, |
| "eval_target_loss": 0.05123574915808273, |
| "minutes": 1.4465561429659526 |
| }, |
| { |
| "step": 3000, |
| "train_loss": 0.00805601105093956, |
| "eval_target_loss": 0.04877272646884206, |
| "minutes": 2.1609952886899313 |
| }, |
| { |
| "step": 4000, |
| "train_loss": 0.0015760211972519755, |
| "eval_target_loss": 0.0506566401789748, |
| "minutes": 2.850797164440155 |
| }, |
| { |
| "step": 5000, |
| "train_loss": 0.0027423014398664236, |
| "eval_target_loss": 0.04380449522909304, |
| "minutes": 3.5392218232154846 |
| }, |
| { |
| "step": 6000, |
| "train_loss": 0.001060945214703679, |
| "eval_target_loss": 0.0389024249297705, |
| "minutes": 4.238372592131297 |
| }, |
| { |
| "step": 7000, |
| "train_loss": 0.0005649410304613411, |
| "eval_target_loss": 0.03259135582334248, |
| "minutes": 4.983746925989787 |
| }, |
| { |
| "step": 8000, |
| "train_loss": 0.0010784538462758064, |
| "eval_target_loss": 0.028708800912080383, |
| "minutes": 5.700136307875315 |
| }, |
| { |
| "step": 9000, |
| "train_loss": 0.0004312685050535947, |
| "eval_target_loss": 0.02426343787667973, |
| "minutes": 6.410312342643738 |
| }, |
| { |
| "step": 10000, |
| "train_loss": 0.00011572329822229221, |
| "eval_target_loss": 0.02548710253615743, |
| "minutes": 7.112147303422292 |
| }, |
| { |
| "step": 11000, |
| "train_loss": 0.0005688337259925902, |
| "eval_target_loss": 0.02789109825700458, |
| "minutes": 7.8145731012026465 |
| }, |
| { |
| "step": 12000, |
| "train_loss": 6.69505971018225e-05, |
| "eval_target_loss": 0.0214684495689006, |
| "minutes": 8.530480217933654 |
| }, |
| { |
| "step": 13000, |
| "train_loss": 0.0004814007261302322, |
| "eval_target_loss": 0.02294556570453032, |
| "minutes": 9.222708662350973 |
| }, |
| { |
| "step": 13115, |
| "train_loss": 3.8525613490492105e-05, |
| "eval_target_loss": 0.022417631390016398, |
| "minutes": 9.301433749993642 |
| } |
| ] |
| } |
