{
 "args": {
  "init": "../runs/nano-pt/final",
  "shape": "nano",
  "train_rows": null,
  "epochs": 2.0,
  "batch": 256,
  "lr": 0.002,
  "wd": 0.1,
  "warmup": 50,
  "replay_every": 12,
  "replay_batch": 4,
  "eval_every": 1000,
  "eval_rows": 1000,
  "max_minutes": 50.0,
  "seed": 1234,
  "out": "nano-sft"
 },
 "log": [
  {
   "step": 1000,
   "train_loss": 0.006621028296649456,
   "eval_target_loss": 0.07434787717331105,
   "minutes": 0.7496363361676533
  },
  {
   "step": 2000,
   "train_loss": 0.02178449183702469,
   "eval_target_loss": 0.05123574915808273,
   "minutes": 1.4465561429659526
  },
  {
   "step": 3000,
   "train_loss": 0.00805601105093956,
   "eval_target_loss": 0.04877272646884206,
   "minutes": 2.1609952886899313
  },
  {
   "step": 4000,
   "train_loss": 0.0015760211972519755,
   "eval_target_loss": 0.0506566401789748,
   "minutes": 2.850797164440155
  },
  {
   "step": 5000,
   "train_loss": 0.0027423014398664236,
   "eval_target_loss": 0.04380449522909304,
   "minutes": 3.5392218232154846
  },
  {
   "step": 6000,
   "train_loss": 0.001060945214703679,
   "eval_target_loss": 0.0389024249297705,
   "minutes": 4.238372592131297
  },
  {
   "step": 7000,
   "train_loss": 0.0005649410304613411,
   "eval_target_loss": 0.03259135582334248,
   "minutes": 4.983746925989787
  },
  {
   "step": 8000,
   "train_loss": 0.0010784538462758064,
   "eval_target_loss": 0.028708800912080383,
   "minutes": 5.700136307875315
  },
  {
   "step": 9000,
   "train_loss": 0.0004312685050535947,
   "eval_target_loss": 0.02426343787667973,
   "minutes": 6.410312342643738
  },
  {
   "step": 10000,
   "train_loss": 0.00011572329822229221,
   "eval_target_loss": 0.02548710253615743,
   "minutes": 7.112147303422292
  },
  {
   "step": 11000,
   "train_loss": 0.0005688337259925902,
   "eval_target_loss": 0.02789109825700458,
   "minutes": 7.8145731012026465
  },
  {
   "step": 12000,
   "train_loss": 6.69505971018225e-05,
   "eval_target_loss": 0.0214684495689006,
   "minutes": 8.530480217933654
  },
  {
   "step": 13000,
   "train_loss": 0.0004814007261302322,
   "eval_target_loss": 0.02294556570453032,
   "minutes": 9.222708662350973
  },
  {
   "step": 13115,
   "train_loss": 3.8525613490492105e-05,
   "eval_target_loss": 0.022417631390016398,
   "minutes": 9.301433749993642
  }
 ]
}