{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 5000,
  "global_step": 15392,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.006497303618998116,
      "grad_norm": 5.775185585021973,
      "learning_rate": 9.800000000000001e-06,
      "loss": 3.3434,
      "step": 50
    },
    {
      "epoch": 0.012994607237996232,
      "grad_norm": 2.886631488800049,
      "learning_rate": 1.98e-05,
      "loss": 2.5718,
      "step": 100
    },
    {
      "epoch": 0.019491910856994348,
      "grad_norm": 2.4192347526550293,
      "learning_rate": 1.9935914203505102e-05,
      "loss": 1.8485,
      "step": 150
    },
    {
      "epoch": 0.025989214475992464,
      "grad_norm": 1.5393884181976318,
      "learning_rate": 1.9870520533612346e-05,
      "loss": 1.2698,
      "step": 200
    },
    {
      "epoch": 0.03248651809499058,
      "grad_norm": 1.4264203310012817,
      "learning_rate": 1.9805126863719594e-05,
      "loss": 0.9901,
      "step": 250
    },
    {
      "epoch": 0.038983821713988696,
      "grad_norm": 1.403894066810608,
      "learning_rate": 1.973973319382684e-05,
      "loss": 0.9141,
      "step": 300
    },
    {
      "epoch": 0.04548112533298681,
      "grad_norm": 2.2469091415405273,
      "learning_rate": 1.9674339523934085e-05,
      "loss": 0.8363,
      "step": 350
    },
    {
      "epoch": 0.05197842895198493,
      "grad_norm": 1.5036503076553345,
      "learning_rate": 1.960894585404133e-05,
      "loss": 0.7639,
      "step": 400
    },
    {
      "epoch": 0.05847573257098304,
      "grad_norm": 1.358321189880371,
      "learning_rate": 1.9543552184148577e-05,
      "loss": 0.8297,
      "step": 450
    },
    {
      "epoch": 0.06497303618998115,
      "grad_norm": 1.3420692682266235,
      "learning_rate": 1.947815851425582e-05,
      "loss": 0.846,
      "step": 500
    },
    {
      "epoch": 0.07147033980897928,
      "grad_norm": 1.3971158266067505,
      "learning_rate": 1.941276484436307e-05,
      "loss": 0.736,
      "step": 550
    },
    {
      "epoch": 0.07796764342797739,
      "grad_norm": 1.5901182889938354,
      "learning_rate": 1.9347371174470313e-05,
      "loss": 0.6994,
      "step": 600
    },
    {
      "epoch": 0.0844649470469755,
      "grad_norm": 1.5928969383239746,
      "learning_rate": 1.9281977504577557e-05,
      "loss": 0.6781,
      "step": 650
    },
    {
      "epoch": 0.09096225066597362,
      "grad_norm": 1.554507851600647,
      "learning_rate": 1.9216583834684805e-05,
      "loss": 0.6996,
      "step": 700
    },
    {
      "epoch": 0.09745955428497173,
      "grad_norm": 1.778645634651184,
      "learning_rate": 1.9151190164792052e-05,
      "loss": 0.8221,
      "step": 750
    },
    {
      "epoch": 0.10395685790396986,
      "grad_norm": 1.406475305557251,
      "learning_rate": 1.9085796494899296e-05,
      "loss": 0.7323,
      "step": 800
    },
    {
      "epoch": 0.11045416152296797,
      "grad_norm": 1.4723243713378906,
      "learning_rate": 1.902040282500654e-05,
      "loss": 0.7663,
      "step": 850
    },
    {
      "epoch": 0.11695146514196608,
      "grad_norm": 1.6153578758239746,
      "learning_rate": 1.8955009155113785e-05,
      "loss": 0.7316,
      "step": 900
    },
    {
      "epoch": 0.1234487687609642,
      "grad_norm": 1.9328327178955078,
      "learning_rate": 1.8889615485221032e-05,
      "loss": 0.7451,
      "step": 950
    },
    {
      "epoch": 0.1299460723799623,
      "grad_norm": 1.699928879737854,
      "learning_rate": 1.882422181532828e-05,
      "loss": 0.7212,
      "step": 1000
    },
    {
      "epoch": 0.13644337599896042,
      "grad_norm": 2.0866053104400635,
      "learning_rate": 1.8758828145435524e-05,
      "loss": 0.744,
      "step": 1050
    },
    {
      "epoch": 0.14294067961795856,
      "grad_norm": 1.5623105764389038,
      "learning_rate": 1.8693434475542768e-05,
      "loss": 0.6853,
      "step": 1100
    },
    {
      "epoch": 0.14943798323695667,
      "grad_norm": 1.8576343059539795,
      "learning_rate": 1.8628040805650016e-05,
      "loss": 0.6312,
      "step": 1150
    },
    {
      "epoch": 0.15593528685595479,
      "grad_norm": 1.576247215270996,
      "learning_rate": 1.856264713575726e-05,
      "loss": 0.683,
      "step": 1200
    },
    {
      "epoch": 0.1624325904749529,
      "grad_norm": 2.1455318927764893,
      "learning_rate": 1.8497253465864507e-05,
      "loss": 0.6607,
      "step": 1250
    },
    {
      "epoch": 0.168929894093951,
      "grad_norm": 1.728047251701355,
      "learning_rate": 1.843185979597175e-05,
      "loss": 0.7233,
      "step": 1300
    },
    {
      "epoch": 0.17542719771294912,
      "grad_norm": 2.0592634677886963,
      "learning_rate": 1.8366466126078996e-05,
      "loss": 0.6246,
      "step": 1350
    },
    {
      "epoch": 0.18192450133194724,
      "grad_norm": 1.740135908126831,
      "learning_rate": 1.8301072456186243e-05,
      "loss": 0.6951,
      "step": 1400
    },
    {
      "epoch": 0.18842180495094535,
      "grad_norm": 1.9164904356002808,
      "learning_rate": 1.823567878629349e-05,
      "loss": 0.6516,
      "step": 1450
    },
    {
      "epoch": 0.19491910856994346,
      "grad_norm": 1.7326468229293823,
      "learning_rate": 1.8170285116400735e-05,
      "loss": 0.7034,
      "step": 1500
    },
    {
      "epoch": 0.2014164121889416,
      "grad_norm": 2.343113660812378,
      "learning_rate": 1.810489144650798e-05,
      "loss": 0.635,
      "step": 1550
    },
    {
      "epoch": 0.20791371580793971,
      "grad_norm": 2.0168588161468506,
      "learning_rate": 1.8039497776615223e-05,
      "loss": 0.6183,
      "step": 1600
    },
    {
      "epoch": 0.21441101942693783,
      "grad_norm": 1.9857655763626099,
      "learning_rate": 1.797410410672247e-05,
      "loss": 0.6904,
      "step": 1650
    },
    {
      "epoch": 0.22090832304593594,
      "grad_norm": 1.7113834619522095,
      "learning_rate": 1.7908710436829718e-05,
      "loss": 0.6192,
      "step": 1700
    },
    {
      "epoch": 0.22740562666493405,
      "grad_norm": 1.9689536094665527,
      "learning_rate": 1.7843316766936962e-05,
      "loss": 0.6462,
      "step": 1750
    },
    {
      "epoch": 0.23390293028393216,
      "grad_norm": 1.796576976776123,
      "learning_rate": 1.7777923097044207e-05,
      "loss": 0.6931,
      "step": 1800
    },
    {
      "epoch": 0.24040023390293028,
      "grad_norm": 1.8831546306610107,
      "learning_rate": 1.7712529427151454e-05,
      "loss": 0.628,
      "step": 1850
    },
    {
      "epoch": 0.2468975375219284,
      "grad_norm": 2.098159074783325,
      "learning_rate": 1.7647135757258698e-05,
      "loss": 0.705,
      "step": 1900
    },
    {
      "epoch": 0.25339484114092653,
      "grad_norm": 1.9813733100891113,
      "learning_rate": 1.7581742087365946e-05,
      "loss": 0.6304,
      "step": 1950
    },
    {
      "epoch": 0.2598921447599246,
      "grad_norm": 2.0445945262908936,
      "learning_rate": 1.751634841747319e-05,
      "loss": 0.5568,
      "step": 2000
    },
    {
      "epoch": 0.26638944837892276,
      "grad_norm": 2.6180617809295654,
      "learning_rate": 1.7450954747580434e-05,
      "loss": 0.6718,
      "step": 2050
    },
    {
      "epoch": 0.27288675199792084,
      "grad_norm": 1.884682059288025,
      "learning_rate": 1.738556107768768e-05,
      "loss": 0.6333,
      "step": 2100
    },
    {
      "epoch": 0.279384055616919,
      "grad_norm": 2.067166566848755,
      "learning_rate": 1.732016740779493e-05,
      "loss": 0.6244,
      "step": 2150
    },
    {
      "epoch": 0.2858813592359171,
      "grad_norm": 2.3000168800354004,
      "learning_rate": 1.7254773737902173e-05,
      "loss": 0.6545,
      "step": 2200
    },
    {
      "epoch": 0.2923786628549152,
      "grad_norm": 2.1379752159118652,
      "learning_rate": 1.7189380068009418e-05,
      "loss": 0.5922,
      "step": 2250
    },
    {
      "epoch": 0.29887596647391335,
      "grad_norm": 2.3694019317626953,
      "learning_rate": 1.7123986398116662e-05,
      "loss": 0.6402,
      "step": 2300
    },
    {
      "epoch": 0.30537327009291143,
      "grad_norm": 2.3532795906066895,
      "learning_rate": 1.705859272822391e-05,
      "loss": 0.6624,
      "step": 2350
    },
    {
      "epoch": 0.31187057371190957,
      "grad_norm": 1.986262321472168,
      "learning_rate": 1.6993199058331157e-05,
      "loss": 0.6134,
      "step": 2400
    },
    {
      "epoch": 0.31836787733090766,
      "grad_norm": 2.216719627380371,
      "learning_rate": 1.69278053884384e-05,
      "loss": 0.6476,
      "step": 2450
    },
    {
      "epoch": 0.3248651809499058,
      "grad_norm": 2.4655039310455322,
      "learning_rate": 1.6862411718545645e-05,
      "loss": 0.5831,
      "step": 2500
    },
    {
      "epoch": 0.3313624845689039,
      "grad_norm": 2.1667089462280273,
      "learning_rate": 1.6797018048652893e-05,
      "loss": 0.6574,
      "step": 2550
    },
    {
      "epoch": 0.337859788187902,
      "grad_norm": 2.791368007659912,
      "learning_rate": 1.6731624378760137e-05,
      "loss": 0.5612,
      "step": 2600
    },
    {
      "epoch": 0.34435709180690016,
      "grad_norm": 2.2954885959625244,
      "learning_rate": 1.6666230708867384e-05,
      "loss": 0.667,
      "step": 2650
    },
    {
      "epoch": 0.35085439542589825,
      "grad_norm": 2.0945844650268555,
      "learning_rate": 1.660083703897463e-05,
      "loss": 0.577,
      "step": 2700
    },
    {
      "epoch": 0.3573516990448964,
      "grad_norm": 2.1202337741851807,
      "learning_rate": 1.6535443369081873e-05,
      "loss": 0.6071,
      "step": 2750
    },
    {
      "epoch": 0.36384900266389447,
      "grad_norm": 2.3558874130249023,
      "learning_rate": 1.647004969918912e-05,
      "loss": 0.5697,
      "step": 2800
    },
    {
      "epoch": 0.3703463062828926,
      "grad_norm": 2.113805055618286,
      "learning_rate": 1.6404656029296368e-05,
      "loss": 0.6002,
      "step": 2850
    },
    {
      "epoch": 0.3768436099018907,
      "grad_norm": 2.4750702381134033,
      "learning_rate": 1.6339262359403612e-05,
      "loss": 0.622,
      "step": 2900
    },
    {
      "epoch": 0.38334091352088884,
      "grad_norm": 2.2268378734588623,
      "learning_rate": 1.6273868689510856e-05,
      "loss": 0.578,
      "step": 2950
    },
    {
      "epoch": 0.3898382171398869,
      "grad_norm": 2.4565608501434326,
      "learning_rate": 1.62084750196181e-05,
      "loss": 0.6271,
      "step": 3000
    },
    {
      "epoch": 0.39633552075888506,
      "grad_norm": 2.10483980178833,
      "learning_rate": 1.6143081349725348e-05,
      "loss": 0.5576,
      "step": 3050
    },
    {
      "epoch": 0.4028328243778832,
      "grad_norm": 2.226431369781494,
      "learning_rate": 1.6077687679832595e-05,
      "loss": 0.6207,
      "step": 3100
    },
    {
      "epoch": 0.4093301279968813,
      "grad_norm": 2.3915858268737793,
      "learning_rate": 1.601229400993984e-05,
      "loss": 0.6374,
      "step": 3150
    },
    {
      "epoch": 0.41582743161587943,
      "grad_norm": 2.204568862915039,
      "learning_rate": 1.5946900340047084e-05,
      "loss": 0.6465,
      "step": 3200
    },
    {
      "epoch": 0.4223247352348775,
      "grad_norm": 3.0151169300079346,
      "learning_rate": 1.588150667015433e-05,
      "loss": 0.5382,
      "step": 3250
    },
    {
      "epoch": 0.42882203885387565,
      "grad_norm": 2.4677369594573975,
      "learning_rate": 1.5816113000261575e-05,
      "loss": 0.6975,
      "step": 3300
    },
    {
      "epoch": 0.43531934247287374,
      "grad_norm": 2.4018280506134033,
      "learning_rate": 1.5750719330368823e-05,
      "loss": 0.5702,
      "step": 3350
    },
    {
      "epoch": 0.4418166460918719,
      "grad_norm": 2.6602892875671387,
      "learning_rate": 1.5685325660476067e-05,
      "loss": 0.5626,
      "step": 3400
    },
    {
      "epoch": 0.44831394971086996,
      "grad_norm": 2.416883945465088,
      "learning_rate": 1.561993199058331e-05,
      "loss": 0.6316,
      "step": 3450
    },
    {
      "epoch": 0.4548112533298681,
      "grad_norm": 2.554885149002075,
      "learning_rate": 1.555453832069056e-05,
      "loss": 0.6511,
      "step": 3500
    },
    {
      "epoch": 0.46130855694886624,
      "grad_norm": 2.326704740524292,
      "learning_rate": 1.5489144650797806e-05,
      "loss": 0.5749,
      "step": 3550
    },
    {
      "epoch": 0.46780586056786433,
      "grad_norm": 2.2899444103240967,
      "learning_rate": 1.542375098090505e-05,
      "loss": 0.5687,
      "step": 3600
    },
    {
      "epoch": 0.47430316418686247,
      "grad_norm": 2.4081947803497314,
      "learning_rate": 1.5358357311012295e-05,
      "loss": 0.6019,
      "step": 3650
    },
    {
      "epoch": 0.48080046780586055,
      "grad_norm": 3.1947736740112305,
      "learning_rate": 1.529296364111954e-05,
      "loss": 0.6405,
      "step": 3700
    },
    {
      "epoch": 0.4872977714248587,
      "grad_norm": 2.2553789615631104,
      "learning_rate": 1.5227569971226785e-05,
      "loss": 0.5586,
      "step": 3750
    },
    {
      "epoch": 0.4937950750438568,
      "grad_norm": 2.341181755065918,
      "learning_rate": 1.5162176301334032e-05,
      "loss": 0.622,
      "step": 3800
    },
    {
      "epoch": 0.5002923786628549,
      "grad_norm": 2.8652021884918213,
      "learning_rate": 1.5096782631441278e-05,
      "loss": 0.5705,
      "step": 3850
    },
    {
      "epoch": 0.5067896822818531,
      "grad_norm": 2.648491144180298,
      "learning_rate": 1.5031388961548522e-05,
      "loss": 0.5563,
      "step": 3900
    },
    {
      "epoch": 0.5132869859008512,
      "grad_norm": 2.7352442741394043,
      "learning_rate": 1.4965995291655768e-05,
      "loss": 0.6154,
      "step": 3950
    },
    {
      "epoch": 0.5197842895198492,
      "grad_norm": 2.302098274230957,
      "learning_rate": 1.4900601621763016e-05,
      "loss": 0.5964,
      "step": 4000
    },
    {
      "epoch": 0.5262815931388474,
      "grad_norm": 3.0243966579437256,
      "learning_rate": 1.4835207951870262e-05,
      "loss": 0.63,
      "step": 4050
    },
    {
      "epoch": 0.5327788967578455,
      "grad_norm": 2.635344982147217,
      "learning_rate": 1.4769814281977506e-05,
      "loss": 0.5706,
      "step": 4100
    },
    {
      "epoch": 0.5392762003768437,
      "grad_norm": 2.337477922439575,
      "learning_rate": 1.4704420612084752e-05,
      "loss": 0.6137,
      "step": 4150
    },
    {
      "epoch": 0.5457735039958417,
      "grad_norm": 2.462951898574829,
      "learning_rate": 1.4639026942191996e-05,
      "loss": 0.651,
      "step": 4200
    },
    {
      "epoch": 0.5522708076148398,
      "grad_norm": 2.4012045860290527,
      "learning_rate": 1.4573633272299243e-05,
      "loss": 0.5685,
      "step": 4250
    },
    {
      "epoch": 0.558768111233838,
      "grad_norm": 2.823056936264038,
      "learning_rate": 1.4508239602406489e-05,
      "loss": 0.4948,
      "step": 4300
    },
    {
      "epoch": 0.5652654148528361,
      "grad_norm": 2.085524797439575,
      "learning_rate": 1.4442845932513733e-05,
      "loss": 0.5374,
      "step": 4350
    },
    {
      "epoch": 0.5717627184718342,
      "grad_norm": 2.489010810852051,
      "learning_rate": 1.437745226262098e-05,
      "loss": 0.5638,
      "step": 4400
    },
    {
      "epoch": 0.5782600220908323,
      "grad_norm": 2.664997100830078,
      "learning_rate": 1.4312058592728223e-05,
      "loss": 0.6219,
      "step": 4450
    },
    {
      "epoch": 0.5847573257098304,
      "grad_norm": 2.20959210395813,
      "learning_rate": 1.4246664922835471e-05,
      "loss": 0.5932,
      "step": 4500
    },
    {
      "epoch": 0.5912546293288286,
      "grad_norm": 2.54437518119812,
      "learning_rate": 1.4181271252942717e-05,
      "loss": 0.5717,
      "step": 4550
    },
    {
      "epoch": 0.5977519329478267,
      "grad_norm": 2.3754847049713135,
      "learning_rate": 1.4115877583049961e-05,
      "loss": 0.609,
      "step": 4600
    },
    {
      "epoch": 0.6042492365668247,
      "grad_norm": 2.668691635131836,
      "learning_rate": 1.4050483913157207e-05,
      "loss": 0.574,
      "step": 4650
    },
    {
      "epoch": 0.6107465401858229,
      "grad_norm": 2.546060085296631,
      "learning_rate": 1.3985090243264454e-05,
      "loss": 0.5547,
      "step": 4700
    },
    {
      "epoch": 0.617243843804821,
      "grad_norm": 2.3058764934539795,
      "learning_rate": 1.39196965733717e-05,
      "loss": 0.6038,
      "step": 4750
    },
    {
      "epoch": 0.6237411474238191,
      "grad_norm": 2.5148189067840576,
      "learning_rate": 1.3854302903478944e-05,
      "loss": 0.5931,
      "step": 4800
    },
    {
      "epoch": 0.6302384510428173,
      "grad_norm": 2.801405906677246,
      "learning_rate": 1.378890923358619e-05,
      "loss": 0.592,
      "step": 4850
    },
    {
      "epoch": 0.6367357546618153,
      "grad_norm": 2.3499362468719482,
      "learning_rate": 1.3723515563693434e-05,
      "loss": 0.5991,
      "step": 4900
    },
    {
      "epoch": 0.6432330582808135,
      "grad_norm": 2.4631032943725586,
      "learning_rate": 1.3658121893800682e-05,
      "loss": 0.5413,
      "step": 4950
    },
    {
      "epoch": 0.6497303618998116,
      "grad_norm": 2.7134032249450684,
      "learning_rate": 1.3592728223907928e-05,
      "loss": 0.6127,
      "step": 5000
    },
    {
      "epoch": 0.6497303618998116,
      "eval_loss": 0.5934682488441467,
      "eval_runtime": 34.5621,
      "eval_samples_per_second": 8.998,
      "eval_steps_per_second": 8.998,
      "step": 5000
    },
    {
      "epoch": 0.6562276655188097,
      "grad_norm": 2.5009193420410156,
      "learning_rate": 1.3527334554015172e-05,
      "loss": 0.5403,
      "step": 5050
    },
    {
      "epoch": 0.6627249691378078,
      "grad_norm": 2.374011278152466,
      "learning_rate": 1.3461940884122418e-05,
      "loss": 0.5637,
      "step": 5100
    },
    {
      "epoch": 0.6692222727568059,
      "grad_norm": 2.532818555831909,
      "learning_rate": 1.3396547214229662e-05,
      "loss": 0.6077,
      "step": 5150
    },
    {
      "epoch": 0.675719576375804,
      "grad_norm": 2.861560106277466,
      "learning_rate": 1.333115354433691e-05,
      "loss": 0.619,
      "step": 5200
    },
    {
      "epoch": 0.6822168799948022,
      "grad_norm": 2.952193021774292,
      "learning_rate": 1.3265759874444155e-05,
      "loss": 0.6005,
      "step": 5250
    },
    {
      "epoch": 0.6887141836138003,
      "grad_norm": 2.349846124649048,
      "learning_rate": 1.32003662045514e-05,
      "loss": 0.6047,
      "step": 5300
    },
    {
      "epoch": 0.6952114872327984,
      "grad_norm": 2.2488105297088623,
      "learning_rate": 1.3134972534658645e-05,
      "loss": 0.5556,
      "step": 5350
    },
    {
      "epoch": 0.7017087908517965,
      "grad_norm": 2.388787269592285,
      "learning_rate": 1.3069578864765893e-05,
      "loss": 0.5376,
      "step": 5400
    },
    {
      "epoch": 0.7082060944707946,
      "grad_norm": 2.9394960403442383,
      "learning_rate": 1.3004185194873139e-05,
      "loss": 0.6059,
      "step": 5450
    },
    {
      "epoch": 0.7147033980897928,
      "grad_norm": 2.5399861335754395,
      "learning_rate": 1.2938791524980383e-05,
      "loss": 0.5768,
      "step": 5500
    },
    {
      "epoch": 0.7212007017087908,
      "grad_norm": 2.275718927383423,
      "learning_rate": 1.2873397855087629e-05,
      "loss": 0.5636,
      "step": 5550
    },
    {
      "epoch": 0.7276980053277889,
      "grad_norm": 2.64098858833313,
      "learning_rate": 1.2808004185194873e-05,
      "loss": 0.6219,
      "step": 5600
    },
    {
      "epoch": 0.7341953089467871,
      "grad_norm": 2.9189653396606445,
      "learning_rate": 1.274261051530212e-05,
      "loss": 0.5677,
      "step": 5650
    },
    {
      "epoch": 0.7406926125657852,
      "grad_norm": 2.685649871826172,
      "learning_rate": 1.2677216845409366e-05,
      "loss": 0.5678,
      "step": 5700
    },
    {
      "epoch": 0.7471899161847834,
      "grad_norm": 2.431175947189331,
      "learning_rate": 1.261182317551661e-05,
      "loss": 0.5833,
      "step": 5750
    },
    {
      "epoch": 0.7536872198037814,
      "grad_norm": 2.652690887451172,
      "learning_rate": 1.2546429505623856e-05,
      "loss": 0.551,
      "step": 5800
    },
    {
      "epoch": 0.7601845234227795,
      "grad_norm": 2.461047410964966,
      "learning_rate": 1.24810358357311e-05,
      "loss": 0.574,
      "step": 5850
    },
    {
      "epoch": 0.7666818270417777,
      "grad_norm": 2.57589054107666,
      "learning_rate": 1.2415642165838348e-05,
      "loss": 0.543,
      "step": 5900
    },
    {
      "epoch": 0.7731791306607758,
      "grad_norm": 2.424471378326416,
      "learning_rate": 1.2350248495945594e-05,
      "loss": 0.5375,
      "step": 5950
    },
    {
      "epoch": 0.7796764342797738,
      "grad_norm": 2.5318667888641357,
      "learning_rate": 1.2284854826052838e-05,
      "loss": 0.6049,
      "step": 6000
    },
    {
      "epoch": 0.786173737898772,
      "grad_norm": 2.6763455867767334,
      "learning_rate": 1.2219461156160084e-05,
      "loss": 0.622,
      "step": 6050
    },
    {
      "epoch": 0.7926710415177701,
      "grad_norm": 2.608552932739258,
      "learning_rate": 1.2154067486267331e-05,
      "loss": 0.4984,
      "step": 6100
    },
    {
      "epoch": 0.7991683451367683,
      "grad_norm": 2.612992286682129,
      "learning_rate": 1.2088673816374577e-05,
      "loss": 0.6075,
      "step": 6150
    },
    {
      "epoch": 0.8056656487557664,
      "grad_norm": 2.1737208366394043,
      "learning_rate": 1.2023280146481821e-05,
      "loss": 0.6038,
      "step": 6200
    },
    {
      "epoch": 0.8121629523747644,
      "grad_norm": 3.0076780319213867,
      "learning_rate": 1.1957886476589067e-05,
      "loss": 0.5939,
      "step": 6250
    },
    {
      "epoch": 0.8186602559937626,
      "grad_norm": 2.6882567405700684,
      "learning_rate": 1.1892492806696311e-05,
      "loss": 0.5582,
      "step": 6300
    },
    {
      "epoch": 0.8251575596127607,
      "grad_norm": 2.6829919815063477,
      "learning_rate": 1.1827099136803559e-05,
      "loss": 0.5635,
      "step": 6350
    },
    {
      "epoch": 0.8316548632317589,
      "grad_norm": 2.7006099224090576,
      "learning_rate": 1.1761705466910805e-05,
      "loss": 0.5817,
      "step": 6400
    },
    {
      "epoch": 0.8381521668507569,
      "grad_norm": 2.9238367080688477,
      "learning_rate": 1.1696311797018049e-05,
      "loss": 0.6291,
      "step": 6450
    },
    {
      "epoch": 0.844649470469755,
      "grad_norm": 2.701897382736206,
      "learning_rate": 1.1630918127125295e-05,
      "loss": 0.5218,
      "step": 6500
    },
    {
      "epoch": 0.8511467740887532,
      "grad_norm": 2.7271111011505127,
      "learning_rate": 1.1565524457232539e-05,
      "loss": 0.5786,
      "step": 6550
    },
    {
      "epoch": 0.8576440777077513,
      "grad_norm": 2.4905052185058594,
      "learning_rate": 1.1500130787339787e-05,
      "loss": 0.5753,
      "step": 6600
    },
    {
      "epoch": 0.8641413813267494,
      "grad_norm": 2.482010841369629,
      "learning_rate": 1.1434737117447032e-05,
      "loss": 0.5345,
      "step": 6650
    },
    {
      "epoch": 0.8706386849457475,
      "grad_norm": 2.8084795475006104,
      "learning_rate": 1.1369343447554277e-05,
      "loss": 0.5103,
      "step": 6700
    },
    {
      "epoch": 0.8771359885647456,
      "grad_norm": 2.837592601776123,
      "learning_rate": 1.1303949777661522e-05,
      "loss": 0.5536,
      "step": 6750
    },
    {
      "epoch": 0.8836332921837438,
      "grad_norm": 2.941763162612915,
      "learning_rate": 1.123855610776877e-05,
      "loss": 0.6192,
      "step": 6800
    },
    {
      "epoch": 0.8901305958027419,
      "grad_norm": 2.690974235534668,
      "learning_rate": 1.1173162437876016e-05,
      "loss": 0.4933,
      "step": 6850
    },
    {
      "epoch": 0.8966278994217399,
      "grad_norm": 2.344313144683838,
      "learning_rate": 1.110776876798326e-05,
      "loss": 0.5467,
      "step": 6900
    },
    {
      "epoch": 0.9031252030407381,
      "grad_norm": 2.829183340072632,
      "learning_rate": 1.1042375098090506e-05,
      "loss": 0.5148,
      "step": 6950
    },
    {
      "epoch": 0.9096225066597362,
      "grad_norm": 2.928657293319702,
      "learning_rate": 1.097698142819775e-05,
      "loss": 0.5457,
      "step": 7000
    },
    {
      "epoch": 0.9161198102787343,
      "grad_norm": 2.6151652336120605,
      "learning_rate": 1.0911587758304998e-05,
      "loss": 0.5274,
      "step": 7050
    },
    {
      "epoch": 0.9226171138977325,
      "grad_norm": 2.6860995292663574,
      "learning_rate": 1.0846194088412243e-05,
      "loss": 0.5924,
      "step": 7100
    },
    {
      "epoch": 0.9291144175167305,
      "grad_norm": 3.192031145095825,
      "learning_rate": 1.0780800418519488e-05,
      "loss": 0.5394,
      "step": 7150
    },
    {
      "epoch": 0.9356117211357287,
      "grad_norm": 2.7140133380889893,
      "learning_rate": 1.0715406748626733e-05,
      "loss": 0.5107,
      "step": 7200
    },
    {
      "epoch": 0.9421090247547268,
      "grad_norm": 2.997410774230957,
      "learning_rate": 1.0650013078733978e-05,
      "loss": 0.5238,
      "step": 7250
    },
    {
      "epoch": 0.9486063283737249,
      "grad_norm": 2.8518762588500977,
      "learning_rate": 1.0584619408841225e-05,
      "loss": 0.5839,
      "step": 7300
    },
    {
      "epoch": 0.955103631992723,
      "grad_norm": 2.8358616828918457,
      "learning_rate": 1.0519225738948471e-05,
      "loss": 0.53,
      "step": 7350
    },
    {
      "epoch": 0.9616009356117211,
      "grad_norm": 2.749887228012085,
      "learning_rate": 1.0453832069055715e-05,
      "loss": 0.5381,
      "step": 7400
    },
    {
      "epoch": 0.9680982392307192,
      "grad_norm": 2.501342296600342,
      "learning_rate": 1.0388438399162961e-05,
      "loss": 0.5281,
      "step": 7450
    },
    {
      "epoch": 0.9745955428497174,
      "grad_norm": 2.7721142768859863,
      "learning_rate": 1.0323044729270209e-05,
      "loss": 0.5237,
      "step": 7500
    },
    {
      "epoch": 0.9810928464687155,
      "grad_norm": 2.7175657749176025,
      "learning_rate": 1.0257651059377454e-05,
      "loss": 0.5721,
      "step": 7550
    },
    {
      "epoch": 0.9875901500877136,
      "grad_norm": 2.6450250148773193,
      "learning_rate": 1.0192257389484699e-05,
      "loss": 0.6004,
      "step": 7600
    },
    {
      "epoch": 0.9940874537067117,
      "grad_norm": 2.893653631210327,
      "learning_rate": 1.0126863719591945e-05,
      "loss": 0.5294,
      "step": 7650
    },
    {
      "epoch": 1.00051978428952,
      "grad_norm": 0.6900705695152283,
      "learning_rate": 1.0061470049699189e-05,
      "loss": 0.4931,
      "step": 7700
    },
    {
      "epoch": 1.007017087908518,
      "grad_norm": 0.8575122952461243,
      "learning_rate": 9.996076379806435e-06,
      "loss": 0.5333,
      "step": 7750
    },
    {
      "epoch": 1.013514391527516,
      "grad_norm": 0.7095854878425598,
      "learning_rate": 9.930682709913682e-06,
      "loss": 0.5796,
      "step": 7800
    },
    {
      "epoch": 1.0200116951465141,
      "grad_norm": 0.8188255429267883,
      "learning_rate": 9.865289040020926e-06,
      "loss": 0.4866,
      "step": 7850
    },
    {
      "epoch": 1.0265089987655123,
      "grad_norm": 0.685526967048645,
      "learning_rate": 9.799895370128174e-06,
      "loss": 0.5489,
      "step": 7900
    },
    {
      "epoch": 1.0330063023845104,
      "grad_norm": 0.6407655477523804,
      "learning_rate": 9.734501700235418e-06,
      "loss": 0.5993,
      "step": 7950
    },
    {
      "epoch": 1.0395036060035086,
      "grad_norm": 1.0037062168121338,
      "learning_rate": 9.669108030342664e-06,
      "loss": 0.4885,
      "step": 8000
    },
    {
      "epoch": 1.0460009096225067,
      "grad_norm": 0.8700855374336243,
      "learning_rate": 9.60371436044991e-06,
      "loss": 0.5154,
      "step": 8050
    },
    {
      "epoch": 1.0524982132415048,
      "grad_norm": 0.8468273282051086,
      "learning_rate": 9.538320690557154e-06,
      "loss": 0.5892,
      "step": 8100
    },
    {
      "epoch": 1.058995516860503,
      "grad_norm": 1.0695875883102417,
      "learning_rate": 9.472927020664401e-06,
      "loss": 0.5801,
      "step": 8150
    },
    {
      "epoch": 1.0654928204795011,
      "grad_norm": 0.7814062237739563,
      "learning_rate": 9.407533350771646e-06,
      "loss": 0.4983,
      "step": 8200
    },
    {
      "epoch": 1.071990124098499,
      "grad_norm": 0.8238863348960876,
      "learning_rate": 9.342139680878893e-06,
      "loss": 0.5432,
      "step": 8250
    },
    {
      "epoch": 1.0784874277174972,
      "grad_norm": 1.0526363849639893,
      "learning_rate": 9.276746010986137e-06,
      "loss": 0.5579,
      "step": 8300
    },
    {
      "epoch": 1.0849847313364953,
      "grad_norm": 1.2943559885025024,
      "learning_rate": 9.211352341093383e-06,
      "loss": 0.4893,
      "step": 8350
    },
    {
      "epoch": 1.0914820349554935,
      "grad_norm": 0.7548812031745911,
      "learning_rate": 9.145958671200629e-06,
      "loss": 0.5016,
      "step": 8400
    },
    {
      "epoch": 1.0979793385744916,
      "grad_norm": 0.7228687405586243,
      "learning_rate": 9.080565001307873e-06,
      "loss": 0.5703,
      "step": 8450
    },
    {
      "epoch": 1.1044766421934897,
      "grad_norm": 1.0185431241989136,
      "learning_rate": 9.01517133141512e-06,
      "loss": 0.526,
      "step": 8500
    },
    {
      "epoch": 1.1109739458124879,
      "grad_norm": 0.9017758369445801,
      "learning_rate": 8.949777661522365e-06,
      "loss": 0.5904,
      "step": 8550
    },
    {
      "epoch": 1.117471249431486,
      "grad_norm": 0.7744500637054443,
      "learning_rate": 8.88438399162961e-06,
      "loss": 0.5253,
      "step": 8600
    },
    {
      "epoch": 1.1239685530504842,
      "grad_norm": 0.6596419215202332,
      "learning_rate": 8.818990321736857e-06,
      "loss": 0.5168,
      "step": 8650
    },
    {
      "epoch": 1.130465856669482,
      "grad_norm": 0.7266693711280823,
      "learning_rate": 8.753596651844102e-06,
      "loss": 0.5231,
      "step": 8700
    },
    {
      "epoch": 1.1369631602884802,
      "grad_norm": 0.7939156889915466,
      "learning_rate": 8.688202981951348e-06,
      "loss": 0.4858,
      "step": 8750
    },
    {
      "epoch": 1.1434604639074784,
      "grad_norm": 0.77764493227005,
      "learning_rate": 8.622809312058592e-06,
      "loss": 0.4989,
      "step": 8800
    },
    {
      "epoch": 1.1499577675264765,
      "grad_norm": 0.6561793684959412,
      "learning_rate": 8.55741564216584e-06,
      "loss": 0.5518,
      "step": 8850
    },
    {
      "epoch": 1.1564550711454746,
      "grad_norm": 0.7593132853507996,
      "learning_rate": 8.492021972273084e-06,
      "loss": 0.5808,
      "step": 8900
    },
    {
      "epoch": 1.1629523747644728,
      "grad_norm": 1.0250824689865112,
      "learning_rate": 8.42662830238033e-06,
      "loss": 0.5294,
      "step": 8950
    },
    {
      "epoch": 1.169449678383471,
      "grad_norm": 0.8625755906105042,
      "learning_rate": 8.361234632487576e-06,
      "loss": 0.4909,
      "step": 9000
    },
    {
      "epoch": 1.175946982002469,
      "grad_norm": 0.9008873105049133,
      "learning_rate": 8.295840962594822e-06,
      "loss": 0.4866,
      "step": 9050
    },
    {
      "epoch": 1.1824442856214672,
      "grad_norm": 0.6145505905151367,
      "learning_rate": 8.230447292702068e-06,
      "loss": 0.5568,
      "step": 9100
    },
    {
      "epoch": 1.1889415892404651,
      "grad_norm": 0.8052704930305481,
      "learning_rate": 8.165053622809312e-06,
      "loss": 0.5563,
      "step": 9150
    },
    {
      "epoch": 1.1954388928594633,
      "grad_norm": 1.036452293395996,
      "learning_rate": 8.09965995291656e-06,
      "loss": 0.4988,
      "step": 9200
    },
    {
      "epoch": 1.2019361964784614,
      "grad_norm": 0.743709146976471,
      "learning_rate": 8.034266283023803e-06,
      "loss": 0.518,
      "step": 9250
    },
    {
      "epoch": 1.2084335000974595,
      "grad_norm": 0.6782426834106445,
      "learning_rate": 7.96887261313105e-06,
      "loss": 0.5801,
      "step": 9300
    },
    {
      "epoch": 1.2149308037164577,
      "grad_norm": 0.8755353689193726,
      "learning_rate": 7.903478943238295e-06,
      "loss": 0.6046,
      "step": 9350
    },
    {
      "epoch": 1.2214281073354558,
      "grad_norm": 0.7991846203804016,
      "learning_rate": 7.838085273345541e-06,
      "loss": 0.5196,
      "step": 9400
    },
    {
      "epoch": 1.227925410954454,
      "grad_norm": 1.2494516372680664,
      "learning_rate": 7.772691603452787e-06,
      "loss": 0.6272,
      "step": 9450
    },
    {
      "epoch": 1.234422714573452,
      "grad_norm": 0.5762144327163696,
      "learning_rate": 7.707297933560031e-06,
      "loss": 0.5114,
      "step": 9500
    },
    {
      "epoch": 1.2409200181924502,
      "grad_norm": 0.7698972225189209,
      "learning_rate": 7.641904263667279e-06,
      "loss": 0.5455,
      "step": 9550
    },
    {
      "epoch": 1.2474173218114482,
      "grad_norm": 0.8389849066734314,
      "learning_rate": 7.5765105937745235e-06,
      "loss": 0.4754,
      "step": 9600
    },
    {
      "epoch": 1.2539146254304463,
      "grad_norm": 0.887360155582428,
      "learning_rate": 7.511116923881769e-06,
      "loss": 0.5497,
      "step": 9650
    },
    {
      "epoch": 1.2604119290494444,
      "grad_norm": 0.7279135584831238,
      "learning_rate": 7.445723253989014e-06,
      "loss": 0.5528,
      "step": 9700
    },
    {
      "epoch": 1.2669092326684426,
      "grad_norm": 0.7906866669654846,
      "learning_rate": 7.380329584096259e-06,
      "loss": 0.5416,
      "step": 9750
    },
    {
      "epoch": 1.2734065362874407,
      "grad_norm": 0.7737299203872681,
      "learning_rate": 7.314935914203506e-06,
      "loss": 0.5618,
      "step": 9800
    },
    {
      "epoch": 1.2799038399064389,
      "grad_norm": 1.0484676361083984,
      "learning_rate": 7.249542244310751e-06,
      "loss": 0.5378,
      "step": 9850
    },
    {
      "epoch": 1.286401143525437,
      "grad_norm": 0.8212711811065674,
      "learning_rate": 7.184148574417997e-06,
      "loss": 0.5688,
      "step": 9900
    },
    {
      "epoch": 1.2928984471444351,
      "grad_norm": 0.9271291494369507,
      "learning_rate": 7.118754904525243e-06,
      "loss": 0.536,
      "step": 9950
    },
    {
      "epoch": 1.2993957507634333,
      "grad_norm": 1.1154561042785645,
      "learning_rate": 7.053361234632489e-06,
      "loss": 0.5571,
      "step": 10000
    },
    {
      "epoch": 1.2993957507634333,
      "eval_loss": 0.5650327205657959,
      "eval_runtime": 34.2784,
      "eval_samples_per_second": 9.073,
      "eval_steps_per_second": 9.073,
      "step": 10000
    },
    {
      "epoch": 1.3058930543824312,
      "grad_norm": 0.8589191436767578,
      "learning_rate": 6.987967564739734e-06,
      "loss": 0.542,
      "step": 10050
    },
    {
      "epoch": 1.3123903580014293,
      "grad_norm": 0.7121434211730957,
      "learning_rate": 6.922573894846979e-06,
      "loss": 0.5182,
      "step": 10100
    },
    {
      "epoch": 1.3188876616204275,
      "grad_norm": 1.1943707466125488,
      "learning_rate": 6.857180224954225e-06,
      "loss": 0.5632,
      "step": 10150
    },
    {
      "epoch": 1.3253849652394256,
      "grad_norm": 0.7809074521064758,
      "learning_rate": 6.79178655506147e-06,
      "loss": 0.5451,
      "step": 10200
    },
    {
      "epoch": 1.3318822688584238,
      "grad_norm": 1.0529494285583496,
      "learning_rate": 6.726392885168716e-06,
      "loss": 0.4652,
      "step": 10250
    },
    {
      "epoch": 1.338379572477422,
      "grad_norm": 0.7567484974861145,
      "learning_rate": 6.660999215275962e-06,
      "loss": 0.5653,
      "step": 10300
    },
    {
      "epoch": 1.34487687609642,
      "grad_norm": 0.9231270551681519,
      "learning_rate": 6.595605545383208e-06,
      "loss": 0.5794,
      "step": 10350
    },
    {
      "epoch": 1.3513741797154182,
      "grad_norm": 0.8522945642471313,
      "learning_rate": 6.530211875490453e-06,
      "loss": 0.5175,
      "step": 10400
    },
    {
      "epoch": 1.3578714833344163,
      "grad_norm": 0.9451801180839539,
      "learning_rate": 6.464818205597698e-06,
      "loss": 0.5148,
      "step": 10450
    },
    {
      "epoch": 1.3643687869534142,
      "grad_norm": 1.3531651496887207,
      "learning_rate": 6.399424535704945e-06,
      "loss": 0.5532,
      "step": 10500
    },
    {
      "epoch": 1.3708660905724124,
      "grad_norm": 0.7463635802268982,
      "learning_rate": 6.33403086581219e-06,
      "loss": 0.5386,
      "step": 10550
    },
    {
      "epoch": 1.3773633941914105,
      "grad_norm": 0.7756181955337524,
      "learning_rate": 6.2686371959194356e-06,
      "loss": 0.5786,
      "step": 10600
    },
    {
      "epoch": 1.3838606978104087,
      "grad_norm": 0.6445930600166321,
      "learning_rate": 6.203243526026681e-06,
      "loss": 0.5109,
      "step": 10650
    },
    {
      "epoch": 1.3903580014294068,
      "grad_norm": 0.9250828623771667,
      "learning_rate": 6.137849856133927e-06,
      "loss": 0.5174,
      "step": 10700
    },
    {
      "epoch": 1.396855305048405,
      "grad_norm": 0.9025574922561646,
      "learning_rate": 6.072456186241172e-06,
      "loss": 0.5465,
      "step": 10750
    },
    {
      "epoch": 1.403352608667403,
      "grad_norm": 0.7982414960861206,
      "learning_rate": 6.007062516348417e-06,
      "loss": 0.5567,
      "step": 10800
    },
    {
      "epoch": 1.4098499122864012,
      "grad_norm": 0.8913600444793701,
      "learning_rate": 5.941668846455664e-06,
      "loss": 0.5859,
      "step": 10850
    },
    {
      "epoch": 1.4163472159053994,
      "grad_norm": 0.8776264190673828,
      "learning_rate": 5.876275176562909e-06,
      "loss": 0.5383,
      "step": 10900
    },
    {
      "epoch": 1.4228445195243973,
      "grad_norm": 1.2231303453445435,
      "learning_rate": 5.810881506670155e-06,
      "loss": 0.5402,
      "step": 10950
    },
    {
      "epoch": 1.4293418231433954,
      "grad_norm": 1.4136110544204712,
      "learning_rate": 5.745487836777401e-06,
      "loss": 0.5491,
      "step": 11000
    },
    {
      "epoch": 1.4358391267623936,
      "grad_norm": 0.7643681764602661,
      "learning_rate": 5.6800941668846466e-06,
      "loss": 0.6015,
      "step": 11050
    },
    {
      "epoch": 1.4423364303813917,
      "grad_norm": 0.8549200296401978,
      "learning_rate": 5.6147004969918916e-06,
      "loss": 0.5314,
      "step": 11100
    },
    {
      "epoch": 1.4488337340003898,
      "grad_norm": 0.8120310306549072,
      "learning_rate": 5.549306827099137e-06,
      "loss": 0.5714,
      "step": 11150
    },
    {
      "epoch": 1.455331037619388,
      "grad_norm": 0.8215591311454773,
      "learning_rate": 5.483913157206383e-06,
      "loss": 0.5027,
      "step": 11200
    },
    {
      "epoch": 1.4618283412383861,
      "grad_norm": 0.6833316683769226,
      "learning_rate": 5.418519487313628e-06,
      "loss": 0.552,
      "step": 11250
    },
    {
      "epoch": 1.4683256448573843,
      "grad_norm": 0.909567654132843,
      "learning_rate": 5.353125817420874e-06,
      "loss": 0.5055,
      "step": 11300
    },
    {
      "epoch": 1.4748229484763824,
      "grad_norm": 0.8085485696792603,
      "learning_rate": 5.28773214752812e-06,
      "loss": 0.4817,
      "step": 11350
    },
    {
      "epoch": 1.4813202520953803,
      "grad_norm": 0.6124395728111267,
      "learning_rate": 5.222338477635366e-06,
      "loss": 0.5379,
      "step": 11400
    },
    {
      "epoch": 1.4878175557143785,
      "grad_norm": 0.9929727911949158,
      "learning_rate": 5.156944807742611e-06,
      "loss": 0.5109,
      "step": 11450
    },
    {
      "epoch": 1.4943148593333766,
      "grad_norm": 0.8111050724983215,
      "learning_rate": 5.091551137849856e-06,
      "loss": 0.505,
      "step": 11500
    },
    {
      "epoch": 1.5008121629523747,
      "grad_norm": 0.6099637746810913,
      "learning_rate": 5.0261574679571026e-06,
      "loss": 0.5639,
      "step": 11550
    },
    {
      "epoch": 1.5073094665713729,
      "grad_norm": 0.7004028558731079,
      "learning_rate": 4.9607637980643484e-06,
      "loss": 0.5927,
      "step": 11600
    },
    {
      "epoch": 1.513806770190371,
      "grad_norm": 1.723153829574585,
      "learning_rate": 4.8953701281715934e-06,
      "loss": 0.5575,
      "step": 11650
    },
    {
      "epoch": 1.5203040738093692,
      "grad_norm": 0.8800736665725708,
      "learning_rate": 4.829976458278839e-06,
      "loss": 0.54,
      "step": 11700
    },
    {
      "epoch": 1.526801377428367,
      "grad_norm": 0.79292231798172,
      "learning_rate": 4.764582788386084e-06,
      "loss": 0.5176,
      "step": 11750
    },
    {
      "epoch": 1.5332986810473654,
      "grad_norm": 1.0494087934494019,
      "learning_rate": 4.69918911849333e-06,
      "loss": 0.4879,
      "step": 11800
    },
    {
      "epoch": 1.5397959846663634,
      "grad_norm": 1.0392732620239258,
      "learning_rate": 4.633795448600576e-06,
      "loss": 0.4938,
      "step": 11850
    },
    {
      "epoch": 1.5462932882853617,
      "grad_norm": 0.8897788524627686,
      "learning_rate": 4.568401778707822e-06,
      "loss": 0.5661,
      "step": 11900
    },
    {
      "epoch": 1.5527905919043596,
      "grad_norm": 0.8412256240844727,
      "learning_rate": 4.503008108815068e-06,
      "loss": 0.512,
      "step": 11950
    },
    {
      "epoch": 1.5592878955233578,
      "grad_norm": 0.9906448721885681,
      "learning_rate": 4.437614438922313e-06,
      "loss": 0.5004,
      "step": 12000
    },
    {
      "epoch": 1.565785199142356,
      "grad_norm": 0.8910262584686279,
      "learning_rate": 4.372220769029559e-06,
      "loss": 0.5212,
      "step": 12050
    },
    {
      "epoch": 1.572282502761354,
      "grad_norm": 1.0686007738113403,
      "learning_rate": 4.306827099136804e-06,
      "loss": 0.44,
      "step": 12100
    },
    {
      "epoch": 1.5787798063803522,
      "grad_norm": 0.8616808652877808,
      "learning_rate": 4.2414334292440494e-06,
      "loss": 0.5602,
      "step": 12150
    },
    {
      "epoch": 1.5852771099993501,
      "grad_norm": 0.6691665053367615,
      "learning_rate": 4.176039759351295e-06,
      "loss": 0.5206,
      "step": 12200
    },
    {
      "epoch": 1.5917744136183485,
      "grad_norm": 0.8673434853553772,
      "learning_rate": 4.110646089458541e-06,
      "loss": 0.5569,
      "step": 12250
    },
    {
      "epoch": 1.5982717172373464,
      "grad_norm": 0.8152183294296265,
      "learning_rate": 4.045252419565787e-06,
      "loss": 0.5217,
      "step": 12300
    },
    {
      "epoch": 1.6047690208563448,
      "grad_norm": 0.862309992313385,
      "learning_rate": 3.979858749673032e-06,
      "loss": 0.4404,
      "step": 12350
    },
    {
      "epoch": 1.6112663244753427,
      "grad_norm": 0.9253839254379272,
      "learning_rate": 3.914465079780277e-06,
      "loss": 0.5811,
      "step": 12400
    },
    {
      "epoch": 1.6177636280943408,
      "grad_norm": 0.8182021975517273,
      "learning_rate": 3.849071409887523e-06,
      "loss": 0.5359,
      "step": 12450
    },
    {
      "epoch": 1.624260931713339,
      "grad_norm": 0.8561923503875732,
      "learning_rate": 3.7836777399947687e-06,
      "loss": 0.4882,
      "step": 12500
    },
    {
      "epoch": 1.630758235332337,
      "grad_norm": 0.8669607639312744,
      "learning_rate": 3.7182840701020146e-06,
      "loss": 0.5208,
      "step": 12550
    },
    {
      "epoch": 1.6372555389513352,
      "grad_norm": 0.8452605605125427,
      "learning_rate": 3.65289040020926e-06,
      "loss": 0.5907,
      "step": 12600
    },
    {
      "epoch": 1.6437528425703332,
      "grad_norm": 1.0408422946929932,
      "learning_rate": 3.587496730316506e-06,
      "loss": 0.5401,
      "step": 12650
    },
    {
      "epoch": 1.6502501461893315,
      "grad_norm": 0.9691181778907776,
      "learning_rate": 3.522103060423751e-06,
      "loss": 0.5443,
      "step": 12700
    },
    {
      "epoch": 1.6567474498083294,
      "grad_norm": 0.6503162384033203,
      "learning_rate": 3.4567093905309967e-06,
      "loss": 0.5521,
      "step": 12750
    },
    {
      "epoch": 1.6632447534273278,
      "grad_norm": 1.2987924814224243,
      "learning_rate": 3.3913157206382426e-06,
      "loss": 0.5313,
      "step": 12800
    },
    {
      "epoch": 1.6697420570463257,
      "grad_norm": 0.8428609371185303,
      "learning_rate": 3.325922050745488e-06,
      "loss": 0.5224,
      "step": 12850
    },
    {
      "epoch": 1.6762393606653239,
      "grad_norm": 0.8907471895217896,
      "learning_rate": 3.260528380852734e-06,
      "loss": 0.5465,
      "step": 12900
    },
    {
      "epoch": 1.682736664284322,
      "grad_norm": 1.1133333444595337,
      "learning_rate": 3.1951347109599793e-06,
      "loss": 0.5119,
      "step": 12950
    },
    {
      "epoch": 1.6892339679033201,
      "grad_norm": 0.7789630889892578,
      "learning_rate": 3.129741041067225e-06,
      "loss": 0.551,
      "step": 13000
    },
    {
      "epoch": 1.6957312715223183,
      "grad_norm": 0.9283297061920166,
      "learning_rate": 3.06434737117447e-06,
      "loss": 0.4748,
      "step": 13050
    },
    {
      "epoch": 1.7022285751413162,
      "grad_norm": 0.7229945063591003,
      "learning_rate": 2.998953701281716e-06,
      "loss": 0.5221,
      "step": 13100
    },
    {
      "epoch": 1.7087258787603146,
      "grad_norm": 0.9048356413841248,
      "learning_rate": 2.933560031388962e-06,
      "loss": 0.5523,
      "step": 13150
    },
    {
      "epoch": 1.7152231823793125,
      "grad_norm": 1.0671814680099487,
      "learning_rate": 2.8681663614962073e-06,
      "loss": 0.5206,
      "step": 13200
    },
    {
      "epoch": 1.7217204859983108,
      "grad_norm": 0.8341876864433289,
      "learning_rate": 2.802772691603453e-06,
      "loss": 0.5462,
      "step": 13250
    },
    {
      "epoch": 1.7282177896173088,
      "grad_norm": 0.6194725632667542,
      "learning_rate": 2.7373790217106986e-06,
      "loss": 0.533,
      "step": 13300
    },
    {
      "epoch": 1.734715093236307,
      "grad_norm": 0.8619801998138428,
      "learning_rate": 2.6719853518179445e-06,
      "loss": 0.547,
      "step": 13350
    },
    {
      "epoch": 1.741212396855305,
      "grad_norm": 0.7720543742179871,
      "learning_rate": 2.6065916819251895e-06,
      "loss": 0.5751,
      "step": 13400
    },
    {
      "epoch": 1.7477097004743032,
      "grad_norm": 0.810498833656311,
      "learning_rate": 2.5411980120324353e-06,
      "loss": 0.5241,
      "step": 13450
    },
    {
      "epoch": 1.7542070040933013,
      "grad_norm": 0.7854073643684387,
      "learning_rate": 2.475804342139681e-06,
      "loss": 0.5646,
      "step": 13500
    },
    {
      "epoch": 1.7607043077122992,
      "grad_norm": 0.7364864349365234,
      "learning_rate": 2.4104106722469266e-06,
      "loss": 0.5184,
      "step": 13550
    },
    {
      "epoch": 1.7672016113312976,
      "grad_norm": 0.8046854138374329,
      "learning_rate": 2.3450170023541725e-06,
      "loss": 0.5453,
      "step": 13600
    },
    {
      "epoch": 1.7736989149502955,
      "grad_norm": 1.052884578704834,
      "learning_rate": 2.279623332461418e-06,
      "loss": 0.5668,
      "step": 13650
    },
    {
      "epoch": 1.7801962185692939,
      "grad_norm": 1.1561998128890991,
      "learning_rate": 2.2142296625686633e-06,
      "loss": 0.5725,
      "step": 13700
    },
    {
      "epoch": 1.7866935221882918,
      "grad_norm": 0.845964252948761,
      "learning_rate": 2.148835992675909e-06,
      "loss": 0.586,
      "step": 13750
    },
    {
      "epoch": 1.79319082580729,
      "grad_norm": 0.7722903490066528,
      "learning_rate": 2.083442322783155e-06,
      "loss": 0.5393,
      "step": 13800
    },
    {
      "epoch": 1.799688129426288,
      "grad_norm": 1.6859337091445923,
      "learning_rate": 2.0180486528904005e-06,
      "loss": 0.5355,
      "step": 13850
    },
    {
      "epoch": 1.8061854330452862,
      "grad_norm": 1.09567391872406,
      "learning_rate": 1.952654982997646e-06,
      "loss": 0.5181,
      "step": 13900
    },
    {
      "epoch": 1.8126827366642844,
      "grad_norm": 0.8328970074653625,
      "learning_rate": 1.8872613131048918e-06,
      "loss": 0.495,
      "step": 13950
    },
    {
      "epoch": 1.8191800402832823,
      "grad_norm": 0.9669349193572998,
      "learning_rate": 1.8218676432121372e-06,
      "loss": 0.5113,
      "step": 14000
    },
    {
      "epoch": 1.8256773439022806,
      "grad_norm": 0.9388787746429443,
      "learning_rate": 1.7564739733193828e-06,
      "loss": 0.5267,
      "step": 14050
    },
    {
      "epoch": 1.8321746475212786,
      "grad_norm": 0.789103090763092,
      "learning_rate": 1.6910803034266285e-06,
      "loss": 0.524,
      "step": 14100
    },
    {
      "epoch": 1.838671951140277,
      "grad_norm": 0.636921226978302,
      "learning_rate": 1.6256866335338741e-06,
      "loss": 0.5278,
      "step": 14150
    },
    {
      "epoch": 1.8451692547592748,
      "grad_norm": 0.7923403382301331,
      "learning_rate": 1.5602929636411196e-06,
      "loss": 0.5559,
      "step": 14200
    },
    {
      "epoch": 1.851666558378273,
      "grad_norm": 1.0954005718231201,
      "learning_rate": 1.4948992937483652e-06,
      "loss": 0.605,
      "step": 14250
    },
    {
      "epoch": 1.8581638619972711,
      "grad_norm": 1.050976276397705,
      "learning_rate": 1.429505623855611e-06,
      "loss": 0.5623,
      "step": 14300
    },
    {
      "epoch": 1.8646611656162693,
      "grad_norm": 0.6482394933700562,
      "learning_rate": 1.3641119539628565e-06,
      "loss": 0.6016,
      "step": 14350
    },
    {
      "epoch": 1.8711584692352674,
      "grad_norm": 0.8489987254142761,
      "learning_rate": 1.2987182840701021e-06,
      "loss": 0.4603,
      "step": 14400
    },
    {
      "epoch": 1.8776557728542653,
      "grad_norm": 1.3990416526794434,
      "learning_rate": 1.2333246141773478e-06,
      "loss": 0.5703,
      "step": 14450
    },
    {
      "epoch": 1.8841530764732637,
      "grad_norm": 0.7227182388305664,
      "learning_rate": 1.1679309442845934e-06,
      "loss": 0.5603,
      "step": 14500
    },
    {
      "epoch": 1.8906503800922616,
      "grad_norm": 0.8372289538383484,
      "learning_rate": 1.102537274391839e-06,
      "loss": 0.5279,
      "step": 14550
    },
    {
      "epoch": 1.89714768371126,
      "grad_norm": 1.1275848150253296,
      "learning_rate": 1.0371436044990845e-06,
      "loss": 0.5178,
      "step": 14600
    },
    {
      "epoch": 1.9036449873302579,
      "grad_norm": 0.8796470165252686,
      "learning_rate": 9.717499346063301e-07,
      "loss": 0.5584,
      "step": 14650
    },
    {
      "epoch": 1.910142290949256,
      "grad_norm": 0.9374457001686096,
      "learning_rate": 9.063562647135758e-07,
      "loss": 0.5226,
      "step": 14700
    },
    {
      "epoch": 1.9166395945682542,
      "grad_norm": 0.9106216430664062,
      "learning_rate": 8.409625948208214e-07,
      "loss": 0.5228,
      "step": 14750
    },
    {
      "epoch": 1.9231368981872523,
      "grad_norm": 0.952427327632904,
      "learning_rate": 7.755689249280671e-07,
      "loss": 0.5126,
      "step": 14800
    },
    {
      "epoch": 1.9296342018062504,
      "grad_norm": 0.9281085133552551,
      "learning_rate": 7.101752550353126e-07,
      "loss": 0.5105,
      "step": 14850
    },
    {
      "epoch": 1.9361315054252484,
      "grad_norm": 1.0085055828094482,
      "learning_rate": 6.447815851425584e-07,
      "loss": 0.5357,
      "step": 14900
    },
    {
      "epoch": 1.9426288090442467,
      "grad_norm": 1.0095276832580566,
      "learning_rate": 5.793879152498039e-07,
      "loss": 0.5135,
      "step": 14950
    },
    {
      "epoch": 1.9491261126632446,
      "grad_norm": 0.8392007946968079,
      "learning_rate": 5.139942453570495e-07,
      "loss": 0.5342,
      "step": 15000
    },
    {
      "epoch": 1.9491261126632446,
      "eval_loss": 0.5560678839683533,
      "eval_runtime": 34.0815,
      "eval_samples_per_second": 9.125,
      "eval_steps_per_second": 9.125,
      "step": 15000
    },
    {
      "epoch": 1.955623416282243,
      "grad_norm": 1.2310397624969482,
      "learning_rate": 4.4860057546429513e-07,
      "loss": 0.5106,
      "step": 15050
    },
    {
      "epoch": 1.962120719901241,
      "grad_norm": 0.7213616371154785,
      "learning_rate": 3.832069055715407e-07,
      "loss": 0.5147,
      "step": 15100
    },
    {
      "epoch": 1.968618023520239,
      "grad_norm": 0.8205924034118652,
      "learning_rate": 3.178132356787863e-07,
      "loss": 0.509,
      "step": 15150
    },
    {
      "epoch": 1.9751153271392372,
      "grad_norm": 0.8763622641563416,
      "learning_rate": 2.5241956578603195e-07,
      "loss": 0.4566,
      "step": 15200
    },
    {
      "epoch": 1.9816126307582353,
      "grad_norm": 0.7323444485664368,
      "learning_rate": 1.8702589589327754e-07,
      "loss": 0.5327,
      "step": 15250
    },
    {
      "epoch": 1.9881099343772335,
      "grad_norm": 0.8736646771430969,
      "learning_rate": 1.2163222600052316e-07,
      "loss": 0.5381,
      "step": 15300
    },
    {
      "epoch": 1.9946072379962314,
      "grad_norm": 0.9203932285308838,
      "learning_rate": 5.623855610776877e-08,
      "loss": 0.5639,
      "step": 15350
    }
  ],
  "logging_steps": 50,
  "max_steps": 15392,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 5000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.5254929297250714e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}