{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.6666666666666665,
  "eval_steps": 500,
  "global_step": 1500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.012444444444444444,
      "grad_norm": 7.3265252113342285,
      "learning_rate": 7.000000000000001e-06,
      "loss": 3.8232,
      "step": 7
    },
    {
      "epoch": 0.024888888888888887,
      "grad_norm": 5.913294792175293,
      "learning_rate": 1.4000000000000001e-05,
      "loss": 2.9281,
      "step": 14
    },
    {
      "epoch": 0.037333333333333336,
      "grad_norm": 6.927324295043945,
      "learning_rate": 2.1e-05,
      "loss": 2.4581,
      "step": 21
    },
    {
      "epoch": 0.049777777777777775,
      "grad_norm": 5.624556541442871,
      "learning_rate": 2.8000000000000003e-05,
      "loss": 2.4116,
      "step": 28
    },
    {
      "epoch": 0.06222222222222222,
      "grad_norm": 5.331604480743408,
      "learning_rate": 3.5e-05,
      "loss": 2.4903,
      "step": 35
    },
    {
      "epoch": 0.07466666666666667,
      "grad_norm": 7.870584487915039,
      "learning_rate": 4.2e-05,
      "loss": 2.3573,
      "step": 42
    },
    {
      "epoch": 0.08711111111111111,
      "grad_norm": 7.113383769989014,
      "learning_rate": 4.9e-05,
      "loss": 2.2147,
      "step": 49
    },
    {
      "epoch": 0.09955555555555555,
      "grad_norm": 13.505579948425293,
      "learning_rate": 5.6000000000000006e-05,
      "loss": 2.4145,
      "step": 56
    },
    {
      "epoch": 0.112,
      "grad_norm": 5.590516567230225,
      "learning_rate": 6.3e-05,
      "loss": 2.3413,
      "step": 63
    },
    {
      "epoch": 0.12444444444444444,
      "grad_norm": 9.721709251403809,
      "learning_rate": 7e-05,
      "loss": 3.0148,
      "step": 70
    },
    {
      "epoch": 0.1368888888888889,
      "grad_norm": 11.245291709899902,
      "learning_rate": 7.7e-05,
      "loss": 2.5554,
      "step": 77
    },
    {
      "epoch": 0.14933333333333335,
      "grad_norm": 7.3289923667907715,
      "learning_rate": 8.4e-05,
      "loss": 2.2517,
      "step": 84
    },
    {
      "epoch": 0.16177777777777777,
      "grad_norm": 9.70820426940918,
      "learning_rate": 9.1e-05,
      "loss": 2.7557,
      "step": 91
    },
    {
      "epoch": 0.17422222222222222,
      "grad_norm": 7.846286773681641,
      "learning_rate": 9.8e-05,
      "loss": 2.4344,
      "step": 98
    },
    {
      "epoch": 0.18666666666666668,
      "grad_norm": 10.01236629486084,
      "learning_rate": 9.999685283773504e-05,
      "loss": 2.3481,
      "step": 105
    },
    {
      "epoch": 0.1991111111111111,
      "grad_norm": 10.21253776550293,
      "learning_rate": 9.998187325055106e-05,
      "loss": 2.4992,
      "step": 112
    },
    {
      "epoch": 0.21155555555555555,
      "grad_norm": 7.079376697540283,
      "learning_rate": 9.995456138403733e-05,
      "loss": 2.5519,
      "step": 119
    },
    {
      "epoch": 0.224,
      "grad_norm": 13.046573638916016,
      "learning_rate": 9.991492397698826e-05,
      "loss": 2.6691,
      "step": 126
    },
    {
      "epoch": 0.23644444444444446,
      "grad_norm": 10.587427139282227,
      "learning_rate": 9.986297080934089e-05,
      "loss": 3.0792,
      "step": 133
    },
    {
      "epoch": 0.24888888888888888,
      "grad_norm": 16.54680824279785,
      "learning_rate": 9.979871469976196e-05,
      "loss": 3.0545,
      "step": 140
    },
    {
      "epoch": 0.2613333333333333,
      "grad_norm": 12.275390625,
      "learning_rate": 9.972217150248503e-05,
      "loss": 2.873,
      "step": 147
    },
    {
      "epoch": 0.2737777777777778,
      "grad_norm": 14.126519203186035,
      "learning_rate": 9.963336010339868e-05,
      "loss": 3.0307,
      "step": 154
    },
    {
      "epoch": 0.2862222222222222,
      "grad_norm": 14.15404224395752,
      "learning_rate": 9.953230241538674e-05,
      "loss": 3.0422,
      "step": 161
    },
    {
      "epoch": 0.2986666666666667,
      "grad_norm": 11.507955551147461,
      "learning_rate": 9.941902337292155e-05,
      "loss": 2.8375,
      "step": 168
    },
    {
      "epoch": 0.3111111111111111,
      "grad_norm": 9.48236083984375,
      "learning_rate": 9.92935509259118e-05,
      "loss": 3.0291,
      "step": 175
    },
    {
      "epoch": 0.32355555555555554,
      "grad_norm": 11.643075942993164,
      "learning_rate": 9.915591603280631e-05,
      "loss": 2.9845,
      "step": 182
    },
    {
      "epoch": 0.336,
      "grad_norm": 20.39305877685547,
      "learning_rate": 9.900615265295552e-05,
      "loss": 2.6003,
      "step": 189
    },
    {
      "epoch": 0.34844444444444445,
      "grad_norm": 7.448866844177246,
      "learning_rate": 9.884429773823239e-05,
      "loss": 2.8052,
      "step": 196
    },
    {
      "epoch": 0.36088888888888887,
      "grad_norm": 17.672969818115234,
      "learning_rate": 9.867039122391527e-05,
      "loss": 3.214,
      "step": 203
    },
    {
      "epoch": 0.37333333333333335,
      "grad_norm": 14.980072975158691,
      "learning_rate": 9.848447601883435e-05,
      "loss": 3.0043,
      "step": 210
    },
    {
      "epoch": 0.3857777777777778,
      "grad_norm": 15.476006507873535,
      "learning_rate": 9.828659799478456e-05,
      "loss": 2.9344,
      "step": 217
    },
    {
      "epoch": 0.3982222222222222,
      "grad_norm": 11.79893684387207,
      "learning_rate": 9.807680597520746e-05,
      "loss": 2.8116,
      "step": 224
    },
    {
      "epoch": 0.4106666666666667,
      "grad_norm": 12.990620613098145,
      "learning_rate": 9.785515172314463e-05,
      "loss": 2.6706,
      "step": 231
    },
    {
      "epoch": 0.4231111111111111,
      "grad_norm": 16.156518936157227,
      "learning_rate": 9.762168992846614e-05,
      "loss": 2.9698,
      "step": 238
    },
    {
      "epoch": 0.43555555555555553,
      "grad_norm": 13.130577087402344,
      "learning_rate": 9.737647819437645e-05,
      "loss": 2.8841,
      "step": 245
    },
    {
      "epoch": 0.448,
      "grad_norm": 13.611104011535645,
      "learning_rate": 9.711957702320175e-05,
      "loss": 2.7798,
      "step": 252
    },
    {
      "epoch": 0.46044444444444443,
      "grad_norm": 12.00809097290039,
      "learning_rate": 9.685104980146193e-05,
      "loss": 2.843,
      "step": 259
    },
    {
      "epoch": 0.4728888888888889,
      "grad_norm": 11.354623794555664,
      "learning_rate": 9.657096278423093e-05,
      "loss": 2.7286,
      "step": 266
    },
    {
      "epoch": 0.48533333333333334,
      "grad_norm": 12.220802307128906,
      "learning_rate": 9.627938507878917e-05,
      "loss": 2.8727,
      "step": 273
    },
    {
      "epoch": 0.49777777777777776,
      "grad_norm": 12.530875205993652,
      "learning_rate": 9.597638862757255e-05,
      "loss": 2.8599,
      "step": 280
    },
    {
      "epoch": 0.5102222222222222,
      "grad_norm": 16.854068756103516,
      "learning_rate": 9.566204819042152e-05,
      "loss": 2.9644,
      "step": 287
    },
    {
      "epoch": 0.5226666666666666,
      "grad_norm": 16.598960876464844,
      "learning_rate": 9.533644132613541e-05,
      "loss": 3.0411,
      "step": 294
    },
    {
      "epoch": 0.5351111111111111,
      "grad_norm": 19.432918548583984,
      "learning_rate": 9.49996483733358e-05,
      "loss": 2.8791,
      "step": 301
    },
    {
      "epoch": 0.5475555555555556,
      "grad_norm": 19.156558990478516,
      "learning_rate": 9.465175243064428e-05,
      "loss": 2.6086,
      "step": 308
    },
    {
      "epoch": 0.56,
      "grad_norm": 13.079473495483398,
      "learning_rate": 9.4292839336179e-05,
      "loss": 3.1131,
      "step": 315
    },
    {
      "epoch": 0.5724444444444444,
      "grad_norm": 17.078550338745117,
      "learning_rate": 9.39229976463755e-05,
      "loss": 2.6488,
      "step": 322
    },
    {
      "epoch": 0.5848888888888889,
      "grad_norm": 16.1768856048584,
      "learning_rate": 9.354231861413668e-05,
      "loss": 3.1312,
      "step": 329
    },
    {
      "epoch": 0.5973333333333334,
      "grad_norm": 27.61176872253418,
      "learning_rate": 9.315089616631752e-05,
      "loss": 2.9139,
      "step": 336
    },
    {
      "epoch": 0.6097777777777778,
      "grad_norm": 20.289037704467773,
      "learning_rate": 9.274882688055005e-05,
      "loss": 3.2102,
      "step": 343
    },
    {
      "epoch": 0.6222222222222222,
      "grad_norm": 13.836957931518555,
      "learning_rate": 9.233620996141421e-05,
      "loss": 3.314,
      "step": 350
    },
    {
      "epoch": 0.6346666666666667,
      "grad_norm": 21.341156005859375,
      "learning_rate": 9.191314721596072e-05,
      "loss": 3.3046,
      "step": 357
    },
    {
      "epoch": 0.6471111111111111,
      "grad_norm": 11.179791450500488,
      "learning_rate": 9.147974302859157e-05,
      "loss": 3.0723,
      "step": 364
    },
    {
      "epoch": 0.6595555555555556,
      "grad_norm": 15.223888397216797,
      "learning_rate": 9.103610433530483e-05,
      "loss": 2.7584,
      "step": 371
    },
    {
      "epoch": 0.672,
      "grad_norm": 15.367379188537598,
      "learning_rate": 9.058234059730976e-05,
      "loss": 2.9078,
      "step": 378
    },
    {
      "epoch": 0.6844444444444444,
      "grad_norm": 22.492324829101562,
      "learning_rate": 9.01185637740189e-05,
      "loss": 2.7423,
      "step": 385
    },
    {
      "epoch": 0.6968888888888889,
      "grad_norm": 18.88687515258789,
      "learning_rate": 8.964488829542377e-05,
      "loss": 3.2509,
      "step": 392
    },
    {
      "epoch": 0.7093333333333334,
      "grad_norm": 19.482017517089844,
      "learning_rate": 8.916143103386093e-05,
      "loss": 2.7543,
      "step": 399
    },
    {
      "epoch": 0.7217777777777777,
      "grad_norm": 13.900084495544434,
      "learning_rate": 8.866831127517557e-05,
      "loss": 2.9323,
      "step": 406
    },
    {
      "epoch": 0.7342222222222222,
      "grad_norm": 17.436288833618164,
      "learning_rate": 8.81656506892894e-05,
      "loss": 3.2405,
      "step": 413
    },
    {
      "epoch": 0.7466666666666667,
      "grad_norm": 12.837455749511719,
      "learning_rate": 8.765357330018056e-05,
      "loss": 2.9584,
      "step": 420
    },
    {
      "epoch": 0.7591111111111111,
      "grad_norm": 16.27897834777832,
      "learning_rate": 8.71322054552824e-05,
      "loss": 2.9337,
      "step": 427
    },
    {
      "epoch": 0.7715555555555556,
      "grad_norm": 16.153860092163086,
      "learning_rate": 8.660167579430927e-05,
      "loss": 2.7735,
      "step": 434
    },
    {
      "epoch": 0.784,
      "grad_norm": 15.162881851196289,
      "learning_rate": 8.606211521751652e-05,
      "loss": 2.843,
      "step": 441
    },
    {
      "epoch": 0.7964444444444444,
      "grad_norm": 12.196324348449707,
      "learning_rate": 8.551365685340285e-05,
      "loss": 2.6713,
      "step": 448
    },
    {
      "epoch": 0.8088888888888889,
      "grad_norm": 26.343639373779297,
      "learning_rate": 8.495643602586287e-05,
      "loss": 3.0391,
      "step": 455
    },
    {
      "epoch": 0.8213333333333334,
      "grad_norm": 21.6461238861084,
      "learning_rate": 8.439059022079789e-05,
      "loss": 2.8075,
      "step": 462
    },
    {
      "epoch": 0.8337777777777777,
      "grad_norm": 12.329051971435547,
      "learning_rate": 8.381625905219339e-05,
      "loss": 2.844,
      "step": 469
    },
    {
      "epoch": 0.8462222222222222,
      "grad_norm": 18.112842559814453,
      "learning_rate": 8.32335842276713e-05,
      "loss": 2.7945,
      "step": 476
    },
    {
      "epoch": 0.8586666666666667,
      "grad_norm": 22.884031295776367,
      "learning_rate": 8.264270951352581e-05,
      "loss": 3.0494,
      "step": 483
    },
    {
      "epoch": 0.8711111111111111,
      "grad_norm": 14.837018966674805,
      "learning_rate": 8.20437806992512e-05,
      "loss": 3.0978,
      "step": 490
    },
    {
      "epoch": 0.8835555555555555,
      "grad_norm": 16.304607391357422,
      "learning_rate": 8.143694556157046e-05,
      "loss": 2.8184,
      "step": 497
    },
    {
      "epoch": 0.896,
      "grad_norm": 20.282684326171875,
      "learning_rate": 8.082235382797349e-05,
      "loss": 2.7358,
      "step": 504
    },
    {
      "epoch": 0.9084444444444445,
      "grad_norm": 15.957374572753906,
      "learning_rate": 8.020015713977427e-05,
      "loss": 3.0052,
      "step": 511
    },
    {
      "epoch": 0.9208888888888889,
      "grad_norm": 16.318872451782227,
      "learning_rate": 7.957050901469545e-05,
      "loss": 3.1322,
      "step": 518
    },
    {
      "epoch": 0.9333333333333333,
      "grad_norm": 16.609281539916992,
      "learning_rate": 7.89335648089903e-05,
      "loss": 3.3857,
      "step": 525
    },
    {
      "epoch": 0.9457777777777778,
      "grad_norm": 19.01637077331543,
      "learning_rate": 7.828948167911074e-05,
      "loss": 2.8223,
      "step": 532
    },
    {
      "epoch": 0.9582222222222222,
      "grad_norm": 14.102069854736328,
      "learning_rate": 7.763841854293145e-05,
      "loss": 2.7443,
      "step": 539
    },
    {
      "epoch": 0.9706666666666667,
      "grad_norm": 26.12680435180664,
      "learning_rate": 7.698053604053922e-05,
      "loss": 3.1976,
      "step": 546
    },
    {
      "epoch": 0.9831111111111112,
      "grad_norm": 18.732301712036133,
      "learning_rate": 7.631599649459744e-05,
      "loss": 2.7906,
      "step": 553
    },
    {
      "epoch": 0.9955555555555555,
      "grad_norm": 14.714733123779297,
      "learning_rate": 7.564496387029532e-05,
      "loss": 2.7317,
      "step": 560
    },
    {
      "epoch": 1.008,
      "grad_norm": 18.31998062133789,
      "learning_rate": 7.496760373489202e-05,
      "loss": 2.2327,
      "step": 567
    },
    {
      "epoch": 1.0204444444444445,
      "grad_norm": 14.678135871887207,
      "learning_rate": 7.428408321686541e-05,
      "loss": 1.7701,
      "step": 574
    },
    {
      "epoch": 1.032888888888889,
      "grad_norm": 19.118881225585938,
      "learning_rate": 7.35945709646756e-05,
      "loss": 1.8208,
      "step": 581
    },
    {
      "epoch": 1.0453333333333332,
      "grad_norm": 14.904458045959473,
      "learning_rate": 7.289923710515339e-05,
      "loss": 1.6018,
      "step": 588
    },
    {
      "epoch": 1.0577777777777777,
      "grad_norm": 39.48482131958008,
      "learning_rate": 7.219825320152411e-05,
      "loss": 1.8919,
      "step": 595
    },
    {
      "epoch": 1.0702222222222222,
      "grad_norm": 17.602428436279297,
      "learning_rate": 7.149179221107694e-05,
      "loss": 1.5998,
      "step": 602
    },
    {
      "epoch": 1.0826666666666667,
      "grad_norm": 13.310699462890625,
      "learning_rate": 7.078002844249032e-05,
      "loss": 1.6898,
      "step": 609
    },
    {
      "epoch": 1.0951111111111111,
      "grad_norm": 15.508312225341797,
      "learning_rate": 7.006313751282372e-05,
      "loss": 1.9944,
      "step": 616
    },
    {
      "epoch": 1.1075555555555556,
      "grad_norm": 15.362506866455078,
      "learning_rate": 6.934129630418701e-05,
      "loss": 1.6552,
      "step": 623
    },
    {
      "epoch": 1.12,
      "grad_norm": 18.27863311767578,
      "learning_rate": 6.861468292009727e-05,
      "loss": 1.9537,
      "step": 630
    },
    {
      "epoch": 1.1324444444444444,
      "grad_norm": 22.075212478637695,
      "learning_rate": 6.788347664153447e-05,
      "loss": 2.2469,
      "step": 637
    },
    {
      "epoch": 1.1448888888888888,
      "grad_norm": 18.118173599243164,
      "learning_rate": 6.714785788270658e-05,
      "loss": 1.6694,
      "step": 644
    },
    {
      "epoch": 1.1573333333333333,
      "grad_norm": 23.72177505493164,
      "learning_rate": 6.640800814653503e-05,
      "loss": 1.7783,
      "step": 651
    },
    {
      "epoch": 1.1697777777777778,
      "grad_norm": 13.147502899169922,
      "learning_rate": 6.566410997987163e-05,
      "loss": 1.7026,
      "step": 658
    },
    {
      "epoch": 1.1822222222222223,
      "grad_norm": 14.304527282714844,
      "learning_rate": 6.49163469284578e-05,
      "loss": 1.7875,
      "step": 665
    },
    {
      "epoch": 1.1946666666666665,
      "grad_norm": 14.727188110351562,
      "learning_rate": 6.416490349163748e-05,
      "loss": 1.6906,
      "step": 672
    },
    {
      "epoch": 1.207111111111111,
      "grad_norm": 25.731006622314453,
      "learning_rate": 6.340996507683458e-05,
      "loss": 1.6754,
      "step": 679
    },
    {
      "epoch": 1.2195555555555555,
      "grad_norm": 12.083687782287598,
      "learning_rate": 6.265171795380659e-05,
      "loss": 1.5572,
      "step": 686
    },
    {
      "epoch": 1.232,
      "grad_norm": 18.210153579711914,
      "learning_rate": 6.189034920868522e-05,
      "loss": 1.6719,
      "step": 693
    },
    {
      "epoch": 1.2444444444444445,
      "grad_norm": 15.331572532653809,
      "learning_rate": 6.112604669781572e-05,
      "loss": 1.9898,
      "step": 700
    },
    {
      "epoch": 1.256888888888889,
      "grad_norm": 13.257328987121582,
      "learning_rate": 6.0358999001406156e-05,
      "loss": 1.6376,
      "step": 707
    },
    {
      "epoch": 1.2693333333333334,
      "grad_norm": 12.614302635192871,
      "learning_rate": 5.9589395376998e-05,
      "loss": 1.6584,
      "step": 714
    },
    {
      "epoch": 1.2817777777777777,
      "grad_norm": 23.577707290649414,
      "learning_rate": 5.8817425712769794e-05,
      "loss": 1.7721,
      "step": 721
    },
    {
      "epoch": 1.2942222222222222,
      "grad_norm": 15.75743579864502,
      "learning_rate": 5.804328048068492e-05,
      "loss": 1.9076,
      "step": 728
    },
    {
      "epoch": 1.3066666666666666,
      "grad_norm": 12.228341102600098,
      "learning_rate": 5.7267150689495644e-05,
      "loss": 1.5544,
      "step": 735
    },
    {
      "epoch": 1.3191111111111111,
      "grad_norm": 15.879921913146973,
      "learning_rate": 5.648922783761443e-05,
      "loss": 1.7257,
      "step": 742
    },
    {
      "epoch": 1.3315555555555556,
      "grad_norm": 15.952049255371094,
      "learning_rate": 5.570970386586469e-05,
      "loss": 1.7189,
      "step": 749
    },
    {
      "epoch": 1.3439999999999999,
      "grad_norm": 12.833704948425293,
      "learning_rate": 5.492877111012218e-05,
      "loss": 1.7108,
      "step": 756
    },
    {
      "epoch": 1.3564444444444446,
      "grad_norm": 13.97938060760498,
      "learning_rate": 5.414662225385903e-05,
      "loss": 1.7257,
      "step": 763
    },
    {
      "epoch": 1.3688888888888888,
      "grad_norm": 19.708904266357422,
      "learning_rate": 5.336345028060199e-05,
      "loss": 1.8876,
      "step": 770
    },
    {
      "epoch": 1.3813333333333333,
      "grad_norm": 13.925220489501953,
      "learning_rate": 5.257944842631658e-05,
      "loss": 1.6719,
      "step": 777
    },
    {
      "epoch": 1.3937777777777778,
      "grad_norm": 15.056234359741211,
      "learning_rate": 5.179481013172912e-05,
      "loss": 1.766,
      "step": 784
    },
    {
      "epoch": 1.4062222222222223,
      "grad_norm": 12.04624080657959,
      "learning_rate": 5.100972899459796e-05,
      "loss": 1.5982,
      "step": 791
    },
    {
      "epoch": 1.4186666666666667,
      "grad_norm": 14.571770668029785,
      "learning_rate": 5.022439872194629e-05,
      "loss": 1.6678,
      "step": 798
    },
    {
      "epoch": 1.431111111111111,
      "grad_norm": 14.491608619689941,
      "learning_rate": 4.943901308226771e-05,
      "loss": 1.7538,
      "step": 805
    },
    {
      "epoch": 1.4435555555555555,
      "grad_norm": 13.471165657043457,
      "learning_rate": 4.865376585771687e-05,
      "loss": 1.6701,
      "step": 812
    },
    {
      "epoch": 1.456,
      "grad_norm": 17.771879196166992,
      "learning_rate": 4.7868850796296495e-05,
      "loss": 1.6749,
      "step": 819
    },
    {
      "epoch": 1.4684444444444444,
      "grad_norm": 12.202047348022461,
      "learning_rate": 4.708446156405307e-05,
      "loss": 1.5432,
      "step": 826
    },
    {
      "epoch": 1.480888888888889,
      "grad_norm": 15.964563369750977,
      "learning_rate": 4.630079169729257e-05,
      "loss": 1.8095,
      "step": 833
    },
    {
      "epoch": 1.4933333333333334,
      "grad_norm": 18.67597198486328,
      "learning_rate": 4.551803455482833e-05,
      "loss": 1.705,
      "step": 840
    },
    {
      "epoch": 1.5057777777777779,
      "grad_norm": 12.357132911682129,
      "learning_rate": 4.473638327027259e-05,
      "loss": 1.7227,
      "step": 847
    },
    {
      "epoch": 1.5182222222222221,
      "grad_norm": 9.27899169921875,
      "learning_rate": 4.395603070438373e-05,
      "loss": 1.6136,
      "step": 854
    },
    {
      "epoch": 1.5306666666666666,
      "grad_norm": 15.246054649353027,
      "learning_rate": 4.31771693974807e-05,
      "loss": 1.6174,
      "step": 861
    },
    {
      "epoch": 1.543111111111111,
      "grad_norm": 13.886221885681152,
      "learning_rate": 4.239999152193664e-05,
      "loss": 1.7791,
      "step": 868
    },
    {
      "epoch": 1.5555555555555556,
      "grad_norm": 14.318096160888672,
      "learning_rate": 4.162468883476319e-05,
      "loss": 1.748,
      "step": 875
    },
    {
      "epoch": 1.568,
      "grad_norm": 11.566679954528809,
      "learning_rate": 4.085145263029726e-05,
      "loss": 1.7606,
      "step": 882
    },
    {
      "epoch": 1.5804444444444443,
      "grad_norm": 10.703896522521973,
      "learning_rate": 4.008047369300218e-05,
      "loss": 1.6617,
      "step": 889
    },
    {
      "epoch": 1.592888888888889,
      "grad_norm": 19.46280288696289,
      "learning_rate": 3.9311942250394276e-05,
      "loss": 1.5399,
      "step": 896
    },
    {
      "epoch": 1.6053333333333333,
      "grad_norm": 15.709192276000977,
      "learning_rate": 3.8546047926107256e-05,
      "loss": 1.5129,
      "step": 903
    },
    {
      "epoch": 1.6177777777777778,
      "grad_norm": 12.926401138305664,
      "learning_rate": 3.778297969310529e-05,
      "loss": 1.4483,
      "step": 910
    },
    {
      "epoch": 1.6302222222222222,
      "grad_norm": 17.18060874938965,
      "learning_rate": 3.7022925827056884e-05,
      "loss": 1.9325,
      "step": 917
    },
    {
      "epoch": 1.6426666666666667,
      "grad_norm": 16.935976028442383,
      "learning_rate": 3.62660738598805e-05,
      "loss": 1.7826,
      "step": 924
    },
    {
      "epoch": 1.6551111111111112,
      "grad_norm": 15.866008758544922,
      "learning_rate": 3.551261053347404e-05,
      "loss": 1.4697,
      "step": 931
    },
    {
      "epoch": 1.6675555555555555,
      "grad_norm": 13.115961074829102,
      "learning_rate": 3.4762721753638995e-05,
      "loss": 1.544,
      "step": 938
    },
    {
      "epoch": 1.6800000000000002,
      "grad_norm": 12.768349647521973,
      "learning_rate": 3.401659254421094e-05,
      "loss": 1.5894,
      "step": 945
    },
    {
      "epoch": 1.6924444444444444,
      "grad_norm": 13.996186256408691,
      "learning_rate": 3.3274407001407735e-05,
      "loss": 1.7806,
      "step": 952
    },
    {
      "epoch": 1.704888888888889,
      "grad_norm": 11.221397399902344,
      "learning_rate": 3.2536348248406534e-05,
      "loss": 1.5341,
      "step": 959
    },
    {
      "epoch": 1.7173333333333334,
      "grad_norm": 14.902717590332031,
      "learning_rate": 3.1802598390160784e-05,
      "loss": 1.4796,
      "step": 966
    },
    {
      "epoch": 1.7297777777777776,
      "grad_norm": 14.0501708984375,
      "learning_rate": 3.107333846846872e-05,
      "loss": 1.4907,
      "step": 973
    },
    {
      "epoch": 1.7422222222222223,
      "grad_norm": 12.336179733276367,
      "learning_rate": 3.0348748417303823e-05,
      "loss": 1.5348,
      "step": 980
    },
    {
      "epoch": 1.7546666666666666,
      "grad_norm": 12.520880699157715,
      "learning_rate": 2.9629007018418985e-05,
      "loss": 1.5231,
      "step": 987
    },
    {
      "epoch": 1.767111111111111,
      "grad_norm": 13.341650009155273,
      "learning_rate": 2.8914291857234636e-05,
      "loss": 1.6697,
      "step": 994
    },
    {
      "epoch": 1.7795555555555556,
      "grad_norm": 16.28683090209961,
      "learning_rate": 2.8204779279022276e-05,
      "loss": 1.5078,
      "step": 1001
    },
    {
      "epoch": 1.792,
      "grad_norm": 13.144926071166992,
      "learning_rate": 2.7500644345393943e-05,
      "loss": 1.7141,
      "step": 1008
    },
    {
      "epoch": 1.8044444444444445,
      "grad_norm": 18.104278564453125,
      "learning_rate": 2.68020607911083e-05,
      "loss": 1.6148,
      "step": 1015
    },
    {
      "epoch": 1.8168888888888888,
      "grad_norm": 12.207440376281738,
      "learning_rate": 2.610920098120424e-05,
      "loss": 1.7647,
      "step": 1022
    },
    {
      "epoch": 1.8293333333333335,
      "grad_norm": 14.351619720458984,
      "learning_rate": 2.5422235868472345e-05,
      "loss": 1.6446,
      "step": 1029
    },
    {
      "epoch": 1.8417777777777777,
      "grad_norm": 12.658062934875488,
      "learning_rate": 2.4741334951274947e-05,
      "loss": 1.7538,
      "step": 1036
    },
    {
      "epoch": 1.8542222222222222,
      "grad_norm": 12.570147514343262,
      "learning_rate": 2.40666662317248e-05,
      "loss": 1.3249,
      "step": 1043
    },
    {
      "epoch": 1.8666666666666667,
      "grad_norm": 15.726237297058105,
      "learning_rate": 2.3398396174233178e-05,
      "loss": 1.5231,
      "step": 1050
    },
    {
      "epoch": 1.879111111111111,
      "grad_norm": 13.785086631774902,
      "learning_rate": 2.2736689664437217e-05,
      "loss": 1.3884,
      "step": 1057
    },
    {
      "epoch": 1.8915555555555557,
      "grad_norm": 18.125211715698242,
      "learning_rate": 2.2081709968516866e-05,
      "loss": 1.9097,
      "step": 1064
    },
    {
      "epoch": 1.904,
      "grad_norm": 18.389081954956055,
      "learning_rate": 2.1433618692911467e-05,
      "loss": 1.6979,
      "step": 1071
    },
    {
      "epoch": 1.9164444444444444,
      "grad_norm": 13.764188766479492,
      "learning_rate": 2.0792575744445653e-05,
      "loss": 1.6603,
      "step": 1078
    },
    {
      "epoch": 1.9288888888888889,
      "grad_norm": 16.79073715209961,
      "learning_rate": 2.015873929087482e-05,
      "loss": 1.6751,
      "step": 1085
    },
    {
      "epoch": 1.9413333333333334,
      "grad_norm": 16.072772979736328,
      "learning_rate": 1.95322657218596e-05,
      "loss": 1.3977,
      "step": 1092
    },
    {
      "epoch": 1.9537777777777778,
      "grad_norm": 16.991161346435547,
      "learning_rate": 1.8913309610379015e-05,
      "loss": 1.4915,
      "step": 1099
    },
    {
      "epoch": 1.966222222222222,
      "grad_norm": 16.532033920288086,
      "learning_rate": 1.8302023674591935e-05,
      "loss": 1.6067,
      "step": 1106
    },
    {
      "epoch": 1.9786666666666668,
      "grad_norm": 17.4353084564209,
      "learning_rate": 1.7698558740156135e-05,
      "loss": 1.2936,
      "step": 1113
    },
    {
      "epoch": 1.991111111111111,
      "grad_norm": 11.110652923583984,
      "learning_rate": 1.7103063703014372e-05,
      "loss": 1.4757,
      "step": 1120
    },
    {
      "epoch": 2.0035555555555558,
      "grad_norm": 8.471302032470703,
      "learning_rate": 1.6515685492656467e-05,
      "loss": 1.2512,
      "step": 1127
    },
    {
      "epoch": 2.016,
      "grad_norm": 7.713429927825928,
      "learning_rate": 1.59365690358667e-05,
      "loss": 0.711,
      "step": 1134
    },
    {
      "epoch": 2.0284444444444443,
      "grad_norm": 12.618537902832031,
      "learning_rate": 1.5365857220965275e-05,
      "loss": 0.6875,
      "step": 1141
    },
    {
      "epoch": 2.040888888888889,
      "grad_norm": 14.252861976623535,
      "learning_rate": 1.4803690862552755e-05,
      "loss": 0.6312,
      "step": 1148
    },
    {
      "epoch": 2.0533333333333332,
      "grad_norm": 9.71677303314209,
      "learning_rate": 1.4250208666766235e-05,
      "loss": 0.781,
      "step": 1155
    },
    {
      "epoch": 2.065777777777778,
      "grad_norm": 10.425457000732422,
      "learning_rate": 1.3705547197055584e-05,
      "loss": 0.6641,
      "step": 1162
    },
    {
      "epoch": 2.078222222222222,
      "grad_norm": 8.978570938110352,
      "learning_rate": 1.3169840840488501e-05,
      "loss": 0.5729,
      "step": 1169
    },
    {
      "epoch": 2.0906666666666665,
      "grad_norm": 8.472269058227539,
      "learning_rate": 1.2643221774592518e-05,
      "loss": 0.5434,
      "step": 1176
    },
    {
      "epoch": 2.103111111111111,
      "grad_norm": 9.16816234588623,
      "learning_rate": 1.2125819934742188e-05,
      "loss": 0.6696,
      "step": 1183
    },
    {
      "epoch": 2.1155555555555554,
      "grad_norm": 10.42855453491211,
      "learning_rate": 1.1617762982099446e-05,
      "loss": 0.6484,
      "step": 1190
    },
    {
      "epoch": 2.128,
      "grad_norm": 8.80211353302002,
      "learning_rate": 1.1119176272115128e-05,
      "loss": 0.7183,
      "step": 1197
    },
    {
      "epoch": 2.1404444444444444,
      "grad_norm": 8.099836349487305,
      "learning_rate": 1.0630182823599399e-05,
      "loss": 0.6702,
      "step": 1204
    },
    {
      "epoch": 2.152888888888889,
      "grad_norm": 23.561397552490234,
      "learning_rate": 1.0150903288368741e-05,
      "loss": 0.5773,
      "step": 1211
    },
    {
      "epoch": 2.1653333333333333,
      "grad_norm": 10.766018867492676,
      "learning_rate": 9.681455921476839e-06,
      "loss": 0.6483,
      "step": 1218
    },
    {
      "epoch": 2.1777777777777776,
      "grad_norm": 12.020753860473633,
      "learning_rate": 9.221956552036992e-06,
      "loss": 0.7262,
      "step": 1225
    },
    {
      "epoch": 2.1902222222222223,
      "grad_norm": 10.50830364227295,
      "learning_rate": 8.772518554642973e-06,
      "loss": 0.5761,
      "step": 1232
    },
    {
      "epoch": 2.2026666666666666,
      "grad_norm": 11.227338790893555,
      "learning_rate": 8.333252821395526e-06,
      "loss": 0.6875,
      "step": 1239
    },
    {
      "epoch": 2.2151111111111113,
      "grad_norm": 12.058045387268066,
      "learning_rate": 7.904267734541498e-06,
      "loss": 0.6159,
      "step": 1246
    },
    {
      "epoch": 2.2275555555555555,
      "grad_norm": 10.166580200195312,
      "learning_rate": 7.485669139732004e-06,
      "loss": 0.6666,
      "step": 1253
    },
    {
      "epoch": 2.24,
      "grad_norm": 15.834686279296875,
      "learning_rate": 7.077560319906695e-06,
      "loss": 0.5728,
      "step": 1260
    },
    {
      "epoch": 2.2524444444444445,
      "grad_norm": 15.502293586730957,
      "learning_rate": 6.680041969810203e-06,
      "loss": 0.6081,
      "step": 1267
    },
    {
      "epoch": 2.2648888888888887,
      "grad_norm": 13.921759605407715,
      "learning_rate": 6.293212171147206e-06,
      "loss": 0.7586,
      "step": 1274
    },
    {
      "epoch": 2.2773333333333334,
      "grad_norm": 23.116857528686523,
      "learning_rate": 5.917166368382277e-06,
      "loss": 0.9634,
      "step": 1281
    },
    {
      "epoch": 2.2897777777777777,
      "grad_norm": 9.76526927947998,
      "learning_rate": 5.5519973451903405e-06,
      "loss": 0.6185,
      "step": 1288
    },
    {
      "epoch": 2.3022222222222224,
      "grad_norm": 10.78958511352539,
      "learning_rate": 5.197795201563743e-06,
      "loss": 0.6323,
      "step": 1295
    },
    {
      "epoch": 2.3146666666666667,
      "grad_norm": 9.340450286865234,
      "learning_rate": 4.8546473315813856e-06,
      "loss": 0.6339,
      "step": 1302
    },
    {
      "epoch": 2.327111111111111,
      "grad_norm": 9.135299682617188,
      "learning_rate": 4.522638401845547e-06,
      "loss": 0.512,
      "step": 1309
    },
    {
      "epoch": 2.3395555555555556,
      "grad_norm": 9.137523651123047,
      "learning_rate": 4.2018503305916775e-06,
      "loss": 0.5961,
      "step": 1316
    },
    {
      "epoch": 2.352,
      "grad_norm": 9.580879211425781,
      "learning_rate": 3.892362267476313e-06,
      "loss": 0.591,
      "step": 1323
    },
    {
      "epoch": 2.3644444444444446,
      "grad_norm": 19.645376205444336,
      "learning_rate": 3.5942505740480582e-06,
      "loss": 0.5707,
      "step": 1330
    },
    {
      "epoch": 2.376888888888889,
      "grad_norm": 9.969208717346191,
      "learning_rate": 3.3075888049065196e-06,
      "loss": 0.5646,
      "step": 1337
    },
    {
      "epoch": 2.389333333333333,
      "grad_norm": 9.040914535522461,
      "learning_rate": 3.03244768955383e-06,
      "loss": 0.5937,
      "step": 1344
    },
    {
      "epoch": 2.401777777777778,
      "grad_norm": 10.736356735229492,
      "learning_rate": 2.7688951149431595e-06,
      "loss": 0.5928,
      "step": 1351
    },
    {
      "epoch": 2.414222222222222,
      "grad_norm": 10.980605125427246,
      "learning_rate": 2.5169961087286974e-06,
      "loss": 0.555,
      "step": 1358
    },
    {
      "epoch": 2.4266666666666667,
      "grad_norm": 7.9334716796875,
      "learning_rate": 2.276812823220964e-06,
      "loss": 0.5436,
      "step": 1365
    },
    {
      "epoch": 2.439111111111111,
      "grad_norm": 11.974811553955078,
      "learning_rate": 2.048404520051722e-06,
      "loss": 0.5529,
      "step": 1372
    },
    {
      "epoch": 2.4515555555555557,
      "grad_norm": 13.289722442626953,
      "learning_rate": 1.8318275555520237e-06,
      "loss": 0.6895,
      "step": 1379
    },
    {
      "epoch": 2.464,
      "grad_norm": 9.345466613769531,
      "learning_rate": 1.6271353668471655e-06,
      "loss": 0.7084,
      "step": 1386
    },
    {
      "epoch": 2.4764444444444447,
      "grad_norm": 9.638030052185059,
      "learning_rate": 1.4343784586718311e-06,
      "loss": 0.5896,
      "step": 1393
    },
    {
      "epoch": 2.488888888888889,
      "grad_norm": 9.936944961547852,
      "learning_rate": 1.2536043909088191e-06,
      "loss": 0.5657,
      "step": 1400
    },
    {
      "epoch": 2.501333333333333,
      "grad_norm": 10.558847427368164,
      "learning_rate": 1.0848577668543802e-06,
      "loss": 0.5183,
      "step": 1407
    },
    {
      "epoch": 2.513777777777778,
      "grad_norm": 8.104776382446289,
      "learning_rate": 9.281802222129765e-07,
      "loss": 0.5587,
      "step": 1414
    },
    {
      "epoch": 2.526222222222222,
      "grad_norm": 11.788789749145508,
      "learning_rate": 7.836104148243484e-07,
      "loss": 0.7511,
      "step": 1421
    },
    {
      "epoch": 2.538666666666667,
      "grad_norm": 10.117483139038086,
      "learning_rate": 6.511840151252169e-07,
      "loss": 0.6271,
      "step": 1428
    },
    {
      "epoch": 2.551111111111111,
      "grad_norm": 9.52418327331543,
      "learning_rate": 5.309336973481683e-07,
      "loss": 0.497,
      "step": 1435
    },
    {
      "epoch": 2.5635555555555554,
      "grad_norm": 8.512337684631348,
      "learning_rate": 4.228891314597694e-07,
      "loss": 0.5487,
      "step": 1442
    },
    {
      "epoch": 2.576,
      "grad_norm": 12.517524719238281,
      "learning_rate": 3.2707697583995167e-07,
      "loss": 0.7078,
      "step": 1449
    },
    {
      "epoch": 2.5884444444444443,
      "grad_norm": 12.306607246398926,
      "learning_rate": 2.4352087070443895e-07,
      "loss": 0.6965,
      "step": 1456
    },
    {
      "epoch": 2.600888888888889,
      "grad_norm": 9.159626960754395,
      "learning_rate": 1.7224143227190236e-07,
      "loss": 0.6163,
      "step": 1463
    },
    {
      "epoch": 2.6133333333333333,
      "grad_norm": 8.035326957702637,
      "learning_rate": 1.132562476771959e-07,
      "loss": 0.5863,
      "step": 1470
    },
    {
      "epoch": 2.6257777777777775,
      "grad_norm": 9.943700790405273,
      "learning_rate": 6.657987063200533e-08,
      "loss": 0.7248,
      "step": 1477
    },
    {
      "epoch": 2.6382222222222222,
      "grad_norm": 9.690093040466309,
      "learning_rate": 3.2223817833931805e-08,
      "loss": 0.689,
      "step": 1484
    },
    {
      "epoch": 2.6506666666666665,
      "grad_norm": 13.206363677978516,
      "learning_rate": 1.019656612492592e-08,
      "loss": 0.6011,
      "step": 1491
    },
    {
      "epoch": 2.663111111111111,
      "grad_norm": 8.747976303100586,
      "learning_rate": 5.035503997385949e-10,
      "loss": 0.6192,
      "step": 1498
    }
  ],
  "logging_steps": 7,
  "max_steps": 1500,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.0959776624651796e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}