{
  "step": 700,
  "epoch": 0,
  "cursor": 16800,
  "tokens_seen": 35313711,
  "slices": 14,
  "train_minutes": 668.5574880242348,
  "history": [
    {
      "step": 1,
      "loss": 0.6982433012470868,
      "grad_norm": 1.3376199007034302,
      "lr": 5e-06,
      "tok_s": 1012.3308455682328,
      "peak_gib": 79.01194334030151
    },
    {
      "step": 10,
      "loss": 0.7140262204287268,
      "grad_norm": 0.5087733864784241,
      "lr": 2.75e-05,
      "tok_s": 941.6446431613058,
      "peak_gib": 81.021737575531
    },
    {
      "step": 20,
      "loss": 0.6740474185579225,
      "grad_norm": 0.41498276591300964,
      "lr": 5.250000000000001e-05,
      "tok_s": 969.091111394084,
      "peak_gib": 81.021737575531
    },
    {
      "step": 30,
      "loss": 0.5272944902171087,
      "grad_norm": 0.3952481746673584,
      "lr": 7.750000000000001e-05,
      "tok_s": 956.7224082226078,
      "peak_gib": 81.021737575531
    },
    {
      "step": 40,
      "loss": 0.5781175325736996,
      "grad_norm": 0.4095490574836731,
      "lr": 0.0001,
      "tok_s": 921.5321427173412,
      "peak_gib": 81.021737575531
    },
    {
      "step": 50,
      "loss": 0.5144888290155886,
      "grad_norm": 0.3352963626384735,
      "lr": 9.994903026323537e-05,
      "tok_s": 952.2707974128838,
      "peak_gib": 79.25725173950195
    },
    {
      "step": 60,
      "loss": 0.4902473062906943,
      "grad_norm": 0.4182907044887543,
      "lr": 9.979623651578881e-05,
      "tok_s": 876.2379366529558,
      "peak_gib": 81.11318302154541
    },
    {
      "step": 70,
      "loss": 0.5127041658454868,
      "grad_norm": 0.36308711767196655,
      "lr": 9.954196488464198e-05,
      "tok_s": 897.5466286235869,
      "peak_gib": 81.11318302154541
    },
    {
      "step": 80,
      "loss": 0.3745190112999078,
      "grad_norm": 0.4168478548526764,
      "lr": 9.91867913768218e-05,
      "tok_s": 875.56917213044,
      "peak_gib": 81.11318302154541
    },
    {
      "step": 90,
      "loss": 0.47606696773527424,
      "grad_norm": 0.5156688094139099,
      "lr": 9.873152057455939e-05,
      "tok_s": 898.6818977116376,
      "peak_gib": 81.11318302154541
    },
    {
      "step": 100,
      "loss": 0.6287131894817439,
      "grad_norm": 0.3598783612251282,
      "lr": 9.817718381265239e-05,
      "tok_s": 915.6919753447097,
      "peak_gib": 80.85121631622314
    },
    {
      "step": 110,
      "loss": 0.4412378452092337,
      "grad_norm": 0.8936690092086792,
      "lr": 9.752503684216009e-05,
      "tok_s": 851.6018355055166,
      "peak_gib": 81.0029296875
    },
    {
      "step": 120,
      "loss": 0.5286085954676992,
      "grad_norm": 0.36115071177482605,
      "lr": 9.677655698572327e-05,
      "tok_s": 914.1224078348006,
      "peak_gib": 81.0029296875
    },
    {
      "step": 130,
      "loss": 0.5214597716812015,
      "grad_norm": 0.6493414640426636,
      "lr": 9.593343979095333e-05,
      "tok_s": 913.0586592029997,
      "peak_gib": 81.0029296875
    },
    {
      "step": 140,
      "loss": 0.47540333274398866,
      "grad_norm": 0.34882259368896484,
      "lr": 9.499759518947156e-05,
      "tok_s": 924.8816720949686,
      "peak_gib": 81.0029296875
    },
    {
      "step": 150,
      "loss": 0.40232991885729613,
      "grad_norm": 0.4469529390335083,
      "lr": 9.397114317029975e-05,
      "tok_s": 919.5260799251316,
      "peak_gib": 81.0029296875
    },
    {
      "step": 150,
      "val_loss": 0.5038029364136696
    },
    {
      "step": 160,
      "loss": 0.32273381613375585,
      "grad_norm": 0.2909044027328491,
      "lr": 9.285640897740315e-05,
      "tok_s": 929.5300669264326,
      "peak_gib": 81.05088949203491
    },
    {
      "step": 170,
      "loss": 0.44367936134168595,
      "grad_norm": 0.2975800931453705,
      "lr": 9.165591784226511e-05,
      "tok_s": 893.64648099596,
      "peak_gib": 81.05088949203491
    },
    {
      "step": 180,
      "loss": 0.4621557586855039,
      "grad_norm": 0.3175409138202667,
      "lr": 9.037238926342544e-05,
      "tok_s": 896.0341913520379,
      "peak_gib": 81.05088949203491
    },
    {
      "step": 190,
      "loss": 0.4537740041901384,
      "grad_norm": 0.3034568428993225,
      "lr": 8.900873084594163e-05,
      "tok_s": 896.6428402468526,
      "peak_gib": 81.05088949203491
    },
    {
      "step": 200,
      "loss": 0.5354570600632245,
      "grad_norm": 0.29533931612968445,
      "lr": 8.756803171472816e-05,
      "tok_s": 908.6586394519508,
      "peak_gib": 81.05088949203491
    },
    {
      "step": 210,
      "loss": 0.4990068618992842,
      "grad_norm": 0.6695600152015686,
      "lr": 8.605355551669505e-05,
      "tok_s": 926.9329084543967,
      "peak_gib": 80.97217273712158
    },
    {
      "step": 220,
      "loss": 0.45255206166805323,
      "grad_norm": 0.3424903452396393,
      "lr": 8.446873302753784e-05,
      "tok_s": 927.5479701171917,
      "peak_gib": 81.0646767616272
    },
    {
      "step": 230,
      "loss": 0.4783568463717882,
      "grad_norm": 0.5451323390007019,
      "lr": 8.281715437992723e-05,
      "tok_s": 905.5909975455257,
      "peak_gib": 81.0646767616272
    },
    {
      "step": 240,
      "loss": 0.4596255187416964,
      "grad_norm": 0.27619147300720215,
      "lr": 8.110256093070393e-05,
      "tok_s": 913.7645625534014,
      "peak_gib": 81.0646767616272
    },
    {
      "step": 250,
      "loss": 0.5378737357631668,
      "grad_norm": 0.30013731122016907,
      "lr": 7.93288367855019e-05,
      "tok_s": 906.3932149843475,
      "peak_gib": 81.0646767616272
    },
    {
      "step": 260,
      "loss": 0.47176499342058364,
      "grad_norm": 0.3543286621570587,
      "lr": 7.75e-05,
      "tok_s": 778.2456447134679,
      "peak_gib": 76.23402690887451
    },
    {
      "step": 270,
      "loss": 0.4174118860825945,
      "grad_norm": 0.3452363610267639,
      "lr": 7.562019347773347e-05,
      "tok_s": 834.7296035845593,
      "peak_gib": 83.6772632598877
    },
    {
      "step": 280,
      "loss": 0.4265013907748581,
      "grad_norm": 0.35018303990364075,
      "lr": 7.369367558508489e-05,
      "tok_s": 880.9124255462822,
      "peak_gib": 83.6772632598877
    },
    {
      "step": 290,
      "loss": 0.4052033566765859,
      "grad_norm": 0.4842143952846527,
      "lr": 7.172481050471474e-05,
      "tok_s": 887.454659169559,
      "peak_gib": 83.6772632598877
    },
    {
      "step": 300,
      "loss": 0.48366137644414525,
      "grad_norm": 0.3299911320209503,
      "lr": 6.9718058349284e-05,
      "tok_s": 868.3465480503992,
      "peak_gib": 83.6772632598877
    },
    {
      "step": 300,
      "val_loss": 0.491022494185244
    },
    {
      "step": 310,
      "loss": 0.4549524470760847,
      "grad_norm": 0.31629490852355957,
      "lr": 6.767796505786435e-05,
      "tok_s": 998.4196029551708,
      "peak_gib": 79.9062647819519
    },
    {
      "step": 320,
      "loss": 0.44383359375,
      "grad_norm": 0.34731748700141907,
      "lr": 6.560915209792424e-05,
      "tok_s": 763.1115147675642,
      "peak_gib": 79.9062647819519
    },
    {
      "step": 330,
      "loss": 0.3533616147906485,
      "grad_norm": 0.3178747892379761,
      "lr": 6.351630599621847e-05,
      "tok_s": 774.1776488903391,
      "peak_gib": 82.21989870071411
    },
    {
      "step": 340,
      "loss": 0.4237265475109634,
      "grad_norm": 0.8036304116249084,
      "lr": 6.140416772229784e-05,
      "tok_s": 813.850437679491,
      "peak_gib": 82.21989870071411
    },
    {
      "step": 350,
      "loss": 0.5655654378574467,
      "grad_norm": 0.364825576543808,
      "lr": 5.927752194868822e-05,
      "tok_s": 817.2403836683011,
      "peak_gib": 82.21989870071411
    },
    {
      "step": 360,
      "loss": 0.3673514956619981,
      "grad_norm": 0.5641165971755981,
      "lr": 5.7141186212068416e-05,
      "tok_s": 843.0145116306113,
      "peak_gib": 82.21989870071411
    },
    {
      "step": 370,
      "loss": 0.4285712563566713,
      "grad_norm": 0.3188112676143646,
      "lr": 5.5e-05,
      "tok_s": 835.1500062573544,
      "peak_gib": 80.0131607055664
    },
    {
      "step": 380,
      "loss": 0.4132339091054825,
      "grad_norm": 0.3060918152332306,
      "lr": 5.28588137879316e-05,
      "tok_s": 890.7268005108378,
      "peak_gib": 81.00103092193604
    },
    {
      "step": 390,
      "loss": 0.4315980550547951,
      "grad_norm": 0.35180893540382385,
      "lr": 5.0722478051311786e-05,
      "tok_s": 903.0278899393329,
      "peak_gib": 81.00103092193604
    },
    {
      "step": 400,
      "loss": 0.46429692740730577,
      "grad_norm": 0.33360740542411804,
      "lr": 4.859583227770217e-05,
      "tok_s": 924.3794763003591,
      "peak_gib": 81.00103092193604
    },
    {
      "step": 410,
      "loss": 0.5581490056409888,
      "grad_norm": 0.30394384264945984,
      "lr": 4.6483694003781555e-05,
      "tok_s": 922.6242265522851,
      "peak_gib": 81.00103092193604
    },
    {
      "step": 420,
      "loss": 0.435554395079846,
      "grad_norm": 0.2844635546207428,
      "lr": 4.439084790207577e-05,
      "tok_s": 945.2015643249761,
      "peak_gib": 80.67579984664917
    },
    {
      "step": 430,
      "loss": 0.5274584287794579,
      "grad_norm": 0.3053135573863983,
      "lr": 4.2322034942135664e-05,
      "tok_s": 914.4202027467638,
      "peak_gib": 80.67579984664917
    },
    {
      "step": 440,
      "loss": 0.4648447553588499,
      "grad_norm": 0.27511948347091675,
      "lr": 4.028194165071603e-05,
      "tok_s": 856.9547814652876,
      "peak_gib": 81.01876926422119
    },
    {
      "step": 450,
      "loss": 0.472328328287261,
      "grad_norm": 0.2958902418613434,
      "lr": 3.827518949528527e-05,
      "tok_s": 867.3119076565844,
      "peak_gib": 81.01876926422119
    },
    {
      "step": 450,
      "val_loss": 0.4846304898506619
    },
    {
      "step": 460,
      "loss": 0.4139176782024793,
      "grad_norm": 0.3587281107902527,
      "lr": 3.630632441491512e-05,
      "tok_s": 801.9113620717312,
      "peak_gib": 81.01876926422119
    },
    {
      "step": 470,
      "loss": 0.41837721776189535,
      "grad_norm": 0.6915057897567749,
      "lr": 3.437980652226653e-05,
      "tok_s": 806.7373322852525,
      "peak_gib": 80.10581970214844
    },
    {
      "step": 480,
      "loss": 0.4868860111122033,
      "grad_norm": 0.3033348023891449,
      "lr": 3.250000000000001e-05,
      "tok_s": 848.4921269989032,
      "peak_gib": 80.70797729492188
    },
    {
      "step": 490,
      "loss": 0.4651616007333242,
      "grad_norm": 0.30649471282958984,
      "lr": 3.067116321449813e-05,
      "tok_s": 877.7885278869429,
      "peak_gib": 80.70797729492188
    },
    {
      "step": 500,
      "loss": 0.38909319913698126,
      "grad_norm": 0.30158212780952454,
      "lr": 2.889743906929609e-05,
      "tok_s": 905.8477921867083,
      "peak_gib": 80.70797729492188
    },
    {
      "step": 510,
      "loss": 0.4157684861824567,
      "grad_norm": 0.3099781572818756,
      "lr": 2.7182845620072763e-05,
      "tok_s": 896.0846685799828,
      "peak_gib": 81.08841371536255
    },
    {
      "step": 520,
      "loss": 0.513537713204107,
      "grad_norm": 0.3066271245479584,
      "lr": 2.553126697246218e-05,
      "tok_s": 896.0191829822832,
      "peak_gib": 81.08841371536255
    },
    {
      "step": 530,
      "loss": 0.39837663581057425,
      "grad_norm": 0.6787301898002625,
      "lr": 2.394644448330497e-05,
      "tok_s": 949.4057518219779,
      "peak_gib": 80.58850002288818
    },
    {
      "step": 540,
      "loss": 0.467273964439202,
      "grad_norm": 0.587820291519165,
      "lr": 2.2431968285271844e-05,
      "tok_s": 945.0898230612528,
      "peak_gib": 80.99919128417969
    },
    {
      "step": 550,
      "loss": 0.5241092691333965,
      "grad_norm": 0.2872732877731323,
      "lr": 2.0991269154058385e-05,
      "tok_s": 948.4537407426543,
      "peak_gib": 80.99919128417969
    },
    {
      "step": 560,
      "loss": 0.4931958961403732,
      "grad_norm": 0.3018980622291565,
      "lr": 1.9627610736574575e-05,
      "tok_s": 938.4152894781057,
      "peak_gib": 80.99919128417969
    },
    {
      "step": 570,
      "loss": 0.4984727193293959,
      "grad_norm": 0.289997935295105,
      "lr": 1.8344082157734892e-05,
      "tok_s": 931.4432968830262,
      "peak_gib": 80.99919128417969
    },
    {
      "step": 580,
      "loss": 0.4395092455037863,
      "grad_norm": 0.3510531187057495,
      "lr": 1.7143591022596842e-05,
      "tok_s": 984.5474088170953,
      "peak_gib": 80.75042295455933
    },
    {
      "step": 590,
      "loss": 0.4928713456268423,
      "grad_norm": 0.3587377667427063,
      "lr": 1.602885682970026e-05,
      "tok_s": 904.0703696723677,
      "peak_gib": 81.0253324508667
    },
    {
      "step": 600,
      "loss": 0.4773110726569501,
      "grad_norm": 0.45995545387268066,
      "lr": 1.500240481052845e-05,
      "tok_s": 894.5693468933362,
      "peak_gib": 81.0253324508667
    },
    {
      "step": 600,
      "val_loss": 0.47794271458283233
    },
    {
      "step": 610,
      "loss": 0.5160625972948364,
      "grad_norm": 0.42057034373283386,
      "lr": 1.4066560209046672e-05,
      "tok_s": 830.5940375215956,
      "peak_gib": 81.0253324508667
    },
    {
      "step": 620,
      "loss": 0.495863021532908,
      "grad_norm": 0.33776766061782837,
      "lr": 1.3223443014276736e-05,
      "tok_s": 845.3386815757808,
      "peak_gib": 81.03515958786011
    },
    {
      "step": 630,
      "loss": 0.4138021358020734,
      "grad_norm": 0.28484663367271423,
      "lr": 1.2474963157839921e-05,
      "tok_s": 810.5221105675992,
      "peak_gib": 80.75747680664062
    },
    {
      "step": 640,
      "loss": 0.4151205451411891,
      "grad_norm": 0.3272237181663513,
      "lr": 1.1822816187347625e-05,
      "tok_s": 906.9544055612648,
      "peak_gib": 80.75747680664062
    },
    {
      "step": 650,
      "loss": 0.46733765403956673,
      "grad_norm": 0.2665526866912842,
      "lr": 1.1268479425440626e-05,
      "tok_s": 919.817547443463,
      "peak_gib": 80.75747680664062
    },
    {
      "step": 660,
      "loss": 0.46244254253567507,
      "grad_norm": 7.086483955383301,
      "lr": 1.08132086231782e-05,
      "tok_s": 922.6477620564393,
      "peak_gib": 80.99828672409058
    },
    {
      "step": 670,
      "loss": 0.5183738617275949,
      "grad_norm": 0.25848785042762756,
      "lr": 1.045803511535803e-05,
      "tok_s": 907.0236011685339,
      "peak_gib": 80.99828672409058
    },
    {
      "step": 680,
      "loss": 0.6097884941177952,
      "grad_norm": 0.3963552713394165,
      "lr": 1.0203763484211195e-05,
      "tok_s": 914.7698123999545,
      "peak_gib": 80.99828672409058
    },
    {
      "step": 690,
      "loss": 0.5483198611278286,
      "grad_norm": 0.28995051980018616,
      "lr": 1.0050969736764642e-05,
      "tok_s": 842.0157604904645,
      "peak_gib": 80.95627689361572
    },
    {
      "step": 700,
      "loss": 0.47974400732566763,
      "grad_norm": 0.3003464639186859,
      "lr": 1e-05,
      "tok_s": 872.942345440695,
      "peak_gib": 81.06601285934448
    },
    {
      "step": 700,
      "val_loss": 0.4752763437235003
    }
  ],
  "consecutive_failures": 0,
  "target_steps": 700,
  "oom_skips": 2,
  "args": {
    "cmd": "train",
    "max_minutes": 50.0,
    "epochs": 1.0,
    "max_steps": 700,
    "examples_per_step": 24,
    "micro_examples": 4,
    "token_budget": 6144,
    "max_len": 4096,
    "n_val": 96,
    "attn": "sdpa",
    "lr": 0.0001,
    "min_lr": 1e-05,
    "warmup": 40,
    "weight_decay": 0.0,
    "grad_clip": 1.0,
    "lora_r": 32,
    "lora_alpha": 64,
    "lora_dropout": 0.05,
    "log_every": 10,
    "eval_every": 150,
    "seed": 0,
    "__n_train": 44800
  }
}