{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 5.0,
  "eval_steps": 5000.0,
  "global_step": 187185,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.013355771028661485,
      "grad_norm": 3.596637725830078,
      "learning_rate": 4.99e-05,
      "loss": 2.4716,
      "step": 500
    },
    {
      "epoch": 0.02671154205732297,
      "grad_norm": 1.3530782461166382,
      "learning_rate": 4.9866352411816695e-05,
      "loss": 1.074,
      "step": 1000
    },
    {
      "epoch": 0.040067313085984456,
      "grad_norm": 0.9770158529281616,
      "learning_rate": 4.973243699279535e-05,
      "loss": 0.9736,
      "step": 1500
    },
    {
      "epoch": 0.05342308411464594,
      "grad_norm": 1.3316655158996582,
      "learning_rate": 4.959852157377401e-05,
      "loss": 0.8914,
      "step": 2000
    },
    {
      "epoch": 0.06677885514330742,
      "grad_norm": 2.13991379737854,
      "learning_rate": 4.9464606154752666e-05,
      "loss": 0.6579,
      "step": 2500
    },
    {
      "epoch": 0.08013462617196891,
      "grad_norm": 1.7845405340194702,
      "learning_rate": 4.933069073573132e-05,
      "loss": 0.3504,
      "step": 3000
    },
    {
      "epoch": 0.09349039720063039,
      "grad_norm": 2.020810127258301,
      "learning_rate": 4.919677531670997e-05,
      "loss": 0.2476,
      "step": 3500
    },
    {
      "epoch": 0.10684616822929188,
      "grad_norm": 1.8583885431289673,
      "learning_rate": 4.906285989768862e-05,
      "loss": 0.1959,
      "step": 4000
    },
    {
      "epoch": 0.12020193925795336,
      "grad_norm": 1.2040656805038452,
      "learning_rate": 4.8928944478667275e-05,
      "loss": 0.1691,
      "step": 4500
    },
    {
      "epoch": 0.13355771028661484,
      "grad_norm": 1.1677913665771484,
      "learning_rate": 4.879502905964593e-05,
      "loss": 0.1513,
      "step": 5000
    },
    {
      "epoch": 0.14691348131527632,
      "grad_norm": 1.086603045463562,
      "learning_rate": 4.866111364062459e-05,
      "loss": 0.1331,
      "step": 5500
    },
    {
      "epoch": 0.16026925234393782,
      "grad_norm": 0.9220039248466492,
      "learning_rate": 4.852719822160324e-05,
      "loss": 0.1239,
      "step": 6000
    },
    {
      "epoch": 0.1736250233725993,
      "grad_norm": 0.7203934788703918,
      "learning_rate": 4.839328280258189e-05,
      "loss": 0.1161,
      "step": 6500
    },
    {
      "epoch": 0.18698079440126078,
      "grad_norm": 1.0646551847457886,
      "learning_rate": 4.8259367383560544e-05,
      "loss": 0.1112,
      "step": 7000
    },
    {
      "epoch": 0.20033656542992226,
      "grad_norm": 1.101892113685608,
      "learning_rate": 4.81254519645392e-05,
      "loss": 0.1049,
      "step": 7500
    },
    {
      "epoch": 0.21369233645858376,
      "grad_norm": 1.1043776273727417,
      "learning_rate": 4.799153654551785e-05,
      "loss": 0.1007,
      "step": 8000
    },
    {
      "epoch": 0.22704810748724524,
      "grad_norm": 0.7804871201515198,
      "learning_rate": 4.78576211264965e-05,
      "loss": 0.0933,
      "step": 8500
    },
    {
      "epoch": 0.24040387851590672,
      "grad_norm": 1.8451857566833496,
      "learning_rate": 4.772370570747516e-05,
      "loss": 0.0898,
      "step": 9000
    },
    {
      "epoch": 0.2537596495445682,
      "grad_norm": 0.5528862476348877,
      "learning_rate": 4.758979028845382e-05,
      "loss": 0.0868,
      "step": 9500
    },
    {
      "epoch": 0.2671154205732297,
      "grad_norm": 0.8325315713882446,
      "learning_rate": 4.745587486943247e-05,
      "loss": 0.0862,
      "step": 10000
    },
    {
      "epoch": 0.28047119160189116,
      "grad_norm": 1.4956157207489014,
      "learning_rate": 4.7321959450411125e-05,
      "loss": 0.0817,
      "step": 10500
    },
    {
      "epoch": 0.29382696263055263,
      "grad_norm": 1.2963604927062988,
      "learning_rate": 4.718804403138978e-05,
      "loss": 0.0812,
      "step": 11000
    },
    {
      "epoch": 0.30718273365921417,
      "grad_norm": 0.6378481984138489,
      "learning_rate": 4.705412861236843e-05,
      "loss": 0.0768,
      "step": 11500
    },
    {
      "epoch": 0.32053850468787565,
      "grad_norm": 0.9586350321769714,
      "learning_rate": 4.692021319334708e-05,
      "loss": 0.0741,
      "step": 12000
    },
    {
      "epoch": 0.3338942757165371,
      "grad_norm": 1.0317866802215576,
      "learning_rate": 4.678629777432574e-05,
      "loss": 0.0731,
      "step": 12500
    },
    {
      "epoch": 0.3472500467451986,
      "grad_norm": 0.6138248443603516,
      "learning_rate": 4.6652382355304394e-05,
      "loss": 0.0718,
      "step": 13000
    },
    {
      "epoch": 0.3606058177738601,
      "grad_norm": 1.0325405597686768,
      "learning_rate": 4.6518466936283046e-05,
      "loss": 0.0684,
      "step": 13500
    },
    {
      "epoch": 0.37396158880252156,
      "grad_norm": 0.6072075366973877,
      "learning_rate": 4.63845515172617e-05,
      "loss": 0.0709,
      "step": 14000
    },
    {
      "epoch": 0.38731735983118304,
      "grad_norm": 0.894690215587616,
      "learning_rate": 4.625063609824035e-05,
      "loss": 0.0675,
      "step": 14500
    },
    {
      "epoch": 0.4006731308598445,
      "grad_norm": 0.6153609752655029,
      "learning_rate": 4.6116720679219e-05,
      "loss": 0.0642,
      "step": 15000
    },
    {
      "epoch": 0.414028901888506,
      "grad_norm": 0.4734252393245697,
      "learning_rate": 4.5982805260197656e-05,
      "loss": 0.0623,
      "step": 15500
    },
    {
      "epoch": 0.42738467291716753,
      "grad_norm": 0.9395236968994141,
      "learning_rate": 4.5848889841176315e-05,
      "loss": 0.0641,
      "step": 16000
    },
    {
      "epoch": 0.440740443945829,
      "grad_norm": 0.7155015468597412,
      "learning_rate": 4.5714974422154974e-05,
      "loss": 0.0614,
      "step": 16500
    },
    {
      "epoch": 0.4540962149744905,
      "grad_norm": 0.8241633772850037,
      "learning_rate": 4.5581059003133626e-05,
      "loss": 0.0598,
      "step": 17000
    },
    {
      "epoch": 0.46745198600315196,
      "grad_norm": 0.46608495712280273,
      "learning_rate": 4.544714358411228e-05,
      "loss": 0.0589,
      "step": 17500
    },
    {
      "epoch": 0.48080775703181344,
      "grad_norm": 0.3123353123664856,
      "learning_rate": 4.531322816509093e-05,
      "loss": 0.0577,
      "step": 18000
    },
    {
      "epoch": 0.4941635280604749,
      "grad_norm": 1.1718651056289673,
      "learning_rate": 4.5179312746069584e-05,
      "loss": 0.0568,
      "step": 18500
    },
    {
      "epoch": 0.5075192990891364,
      "grad_norm": 0.8814631700515747,
      "learning_rate": 4.5045397327048236e-05,
      "loss": 0.0581,
      "step": 19000
    },
    {
      "epoch": 0.5208750701177979,
      "grad_norm": 0.6913607120513916,
      "learning_rate": 4.4911481908026895e-05,
      "loss": 0.059,
      "step": 19500
    },
    {
      "epoch": 0.5342308411464594,
      "grad_norm": 0.4937455356121063,
      "learning_rate": 4.477756648900555e-05,
      "loss": 0.0542,
      "step": 20000
    },
    {
      "epoch": 0.5475866121751208,
      "grad_norm": 0.8068059682846069,
      "learning_rate": 4.46436510699842e-05,
      "loss": 0.054,
      "step": 20500
    },
    {
      "epoch": 0.5609423832037823,
      "grad_norm": 1.0929237604141235,
      "learning_rate": 4.450973565096285e-05,
      "loss": 0.0528,
      "step": 21000
    },
    {
      "epoch": 0.5742981542324438,
      "grad_norm": 0.46407100558280945,
      "learning_rate": 4.4375820231941505e-05,
      "loss": 0.0541,
      "step": 21500
    },
    {
      "epoch": 0.5876539252611053,
      "grad_norm": 1.2173250913619995,
      "learning_rate": 4.424190481292016e-05,
      "loss": 0.0511,
      "step": 22000
    },
    {
      "epoch": 0.6010096962897669,
      "grad_norm": 1.2382155656814575,
      "learning_rate": 4.4107989393898816e-05,
      "loss": 0.0509,
      "step": 22500
    },
    {
      "epoch": 0.6143654673184283,
      "grad_norm": 0.5988684892654419,
      "learning_rate": 4.397407397487747e-05,
      "loss": 0.0519,
      "step": 23000
    },
    {
      "epoch": 0.6277212383470898,
      "grad_norm": 0.9814379811286926,
      "learning_rate": 4.384015855585613e-05,
      "loss": 0.0504,
      "step": 23500
    },
    {
      "epoch": 0.6410770093757513,
      "grad_norm": 0.4262820780277252,
      "learning_rate": 4.370624313683478e-05,
      "loss": 0.0467,
      "step": 24000
    },
    {
      "epoch": 0.6544327804044128,
      "grad_norm": 0.3423784673213959,
      "learning_rate": 4.357232771781343e-05,
      "loss": 0.0479,
      "step": 24500
    },
    {
      "epoch": 0.6677885514330743,
      "grad_norm": 0.6198724508285522,
      "learning_rate": 4.3438412298792085e-05,
      "loss": 0.0492,
      "step": 25000
    },
    {
      "epoch": 0.6811443224617357,
      "grad_norm": 0.7212674617767334,
      "learning_rate": 4.330449687977074e-05,
      "loss": 0.0466,
      "step": 25500
    },
    {
      "epoch": 0.6945000934903972,
      "grad_norm": 0.31836995482444763,
      "learning_rate": 4.317058146074939e-05,
      "loss": 0.0484,
      "step": 26000
    },
    {
      "epoch": 0.7078558645190587,
      "grad_norm": 0.36580950021743774,
      "learning_rate": 4.303666604172805e-05,
      "loss": 0.0447,
      "step": 26500
    },
    {
      "epoch": 0.7212116355477202,
      "grad_norm": 0.659868597984314,
      "learning_rate": 4.29027506227067e-05,
      "loss": 0.0436,
      "step": 27000
    },
    {
      "epoch": 0.7345674065763816,
      "grad_norm": 0.4289642572402954,
      "learning_rate": 4.2768835203685354e-05,
      "loss": 0.0452,
      "step": 27500
    },
    {
      "epoch": 0.7479231776050431,
      "grad_norm": 0.5631582736968994,
      "learning_rate": 4.2634919784664007e-05,
      "loss": 0.0461,
      "step": 28000
    },
    {
      "epoch": 0.7612789486337046,
      "grad_norm": 1.23329496383667,
      "learning_rate": 4.250100436564266e-05,
      "loss": 0.0425,
      "step": 28500
    },
    {
      "epoch": 0.7746347196623661,
      "grad_norm": 0.43534645438194275,
      "learning_rate": 4.236708894662131e-05,
      "loss": 0.0441,
      "step": 29000
    },
    {
      "epoch": 0.7879904906910276,
      "grad_norm": 0.39559829235076904,
      "learning_rate": 4.223317352759997e-05,
      "loss": 0.044,
      "step": 29500
    },
    {
      "epoch": 0.801346261719689,
      "grad_norm": 1.1857064962387085,
      "learning_rate": 4.209925810857863e-05,
      "loss": 0.0442,
      "step": 30000
    },
    {
      "epoch": 0.8147020327483505,
      "grad_norm": 0.5822775959968567,
      "learning_rate": 4.196534268955728e-05,
      "loss": 0.0443,
      "step": 30500
    },
    {
      "epoch": 0.828057803777012,
      "grad_norm": 0.4766281843185425,
      "learning_rate": 4.1831427270535935e-05,
      "loss": 0.0407,
      "step": 31000
    },
    {
      "epoch": 0.8414135748056736,
      "grad_norm": 1.2098604440689087,
      "learning_rate": 4.169751185151459e-05,
      "loss": 0.0417,
      "step": 31500
    },
    {
      "epoch": 0.8547693458343351,
      "grad_norm": 0.5993135571479797,
      "learning_rate": 4.156359643249324e-05,
      "loss": 0.0414,
      "step": 32000
    },
    {
      "epoch": 0.8681251168629965,
      "grad_norm": 0.5851663947105408,
      "learning_rate": 4.142968101347189e-05,
      "loss": 0.043,
      "step": 32500
    },
    {
      "epoch": 0.881480887891658,
      "grad_norm": 0.31231725215911865,
      "learning_rate": 4.1295765594450544e-05,
      "loss": 0.041,
      "step": 33000
    },
    {
      "epoch": 0.8948366589203195,
      "grad_norm": 0.19559262692928314,
      "learning_rate": 4.11618501754292e-05,
      "loss": 0.0401,
      "step": 33500
    },
    {
      "epoch": 0.908192429948981,
      "grad_norm": 1.2102253437042236,
      "learning_rate": 4.1027934756407856e-05,
      "loss": 0.0402,
      "step": 34000
    },
    {
      "epoch": 0.9215482009776425,
      "grad_norm": 0.43360891938209534,
      "learning_rate": 4.089401933738651e-05,
      "loss": 0.0388,
      "step": 34500
    },
    {
      "epoch": 0.9349039720063039,
      "grad_norm": 0.6752653121948242,
      "learning_rate": 4.076010391836516e-05,
      "loss": 0.0384,
      "step": 35000
    },
    {
      "epoch": 0.9482597430349654,
      "grad_norm": 0.8890887498855591,
      "learning_rate": 4.062618849934381e-05,
      "loss": 0.0389,
      "step": 35500
    },
    {
      "epoch": 0.9616155140636269,
      "grad_norm": 0.22473041713237762,
      "learning_rate": 4.0492273080322465e-05,
      "loss": 0.0384,
      "step": 36000
    },
    {
      "epoch": 0.9749712850922884,
      "grad_norm": 0.32520484924316406,
      "learning_rate": 4.0358357661301125e-05,
      "loss": 0.0384,
      "step": 36500
    },
    {
      "epoch": 0.9883270561209498,
      "grad_norm": 0.29472631216049194,
      "learning_rate": 4.0224442242279784e-05,
      "loss": 0.0375,
      "step": 37000
    },
    {
      "epoch": 1.0016828271496114,
      "grad_norm": 1.055250644683838,
      "learning_rate": 4.0090526823258436e-05,
      "loss": 0.0377,
      "step": 37500
    },
    {
      "epoch": 1.0150385981782728,
      "grad_norm": 0.3987850546836853,
      "learning_rate": 3.995661140423709e-05,
      "loss": 0.034,
      "step": 38000
    },
    {
      "epoch": 1.0283943692069344,
      "grad_norm": 0.40181100368499756,
      "learning_rate": 3.982269598521574e-05,
      "loss": 0.0345,
      "step": 38500
    },
    {
      "epoch": 1.0417501402355958,
      "grad_norm": 0.9419916272163391,
      "learning_rate": 3.9688780566194393e-05,
      "loss": 0.0342,
      "step": 39000
    },
    {
      "epoch": 1.0551059112642573,
      "grad_norm": 0.7634733319282532,
      "learning_rate": 3.9554865147173046e-05,
      "loss": 0.0356,
      "step": 39500
    },
    {
      "epoch": 1.0684616822929187,
      "grad_norm": 0.22825811803340912,
      "learning_rate": 3.94209497281517e-05,
      "loss": 0.0352,
      "step": 40000
    },
    {
      "epoch": 1.0818174533215803,
      "grad_norm": 0.43095484375953674,
      "learning_rate": 3.928703430913036e-05,
      "loss": 0.034,
      "step": 40500
    },
    {
      "epoch": 1.0951732243502417,
      "grad_norm": 0.5324558019638062,
      "learning_rate": 3.915311889010901e-05,
      "loss": 0.0333,
      "step": 41000
    },
    {
      "epoch": 1.1085289953789033,
      "grad_norm": 0.3885153532028198,
      "learning_rate": 3.901920347108766e-05,
      "loss": 0.0342,
      "step": 41500
    },
    {
      "epoch": 1.1218847664075646,
      "grad_norm": 0.1573806256055832,
      "learning_rate": 3.8885288052066315e-05,
      "loss": 0.0332,
      "step": 42000
    },
    {
      "epoch": 1.1352405374362262,
      "grad_norm": 0.7869510054588318,
      "learning_rate": 3.875137263304497e-05,
      "loss": 0.0327,
      "step": 42500
    },
    {
      "epoch": 1.1485963084648876,
      "grad_norm": 0.7265421152114868,
      "learning_rate": 3.861745721402362e-05,
      "loss": 0.0334,
      "step": 43000
    },
    {
      "epoch": 1.1619520794935492,
      "grad_norm": 0.5443561673164368,
      "learning_rate": 3.848354179500228e-05,
      "loss": 0.0327,
      "step": 43500
    },
    {
      "epoch": 1.1753078505222105,
      "grad_norm": 0.5694286823272705,
      "learning_rate": 3.834962637598094e-05,
      "loss": 0.0328,
      "step": 44000
    },
    {
      "epoch": 1.1886636215508721,
      "grad_norm": 0.564795970916748,
      "learning_rate": 3.821571095695959e-05,
      "loss": 0.0323,
      "step": 44500
    },
    {
      "epoch": 1.2020193925795337,
      "grad_norm": 0.49753686785697937,
      "learning_rate": 3.808179553793824e-05,
      "loss": 0.0329,
      "step": 45000
    },
    {
      "epoch": 1.215375163608195,
      "grad_norm": 0.30560046434402466,
      "learning_rate": 3.7947880118916895e-05,
      "loss": 0.0315,
      "step": 45500
    },
    {
      "epoch": 1.2287309346368567,
      "grad_norm": 0.538725733757019,
      "learning_rate": 3.781396469989555e-05,
      "loss": 0.0316,
      "step": 46000
    },
    {
      "epoch": 1.242086705665518,
      "grad_norm": 0.21078312397003174,
      "learning_rate": 3.76800492808742e-05,
      "loss": 0.0302,
      "step": 46500
    },
    {
      "epoch": 1.2554424766941796,
      "grad_norm": 0.5525920391082764,
      "learning_rate": 3.754613386185286e-05,
      "loss": 0.0324,
      "step": 47000
    },
    {
      "epoch": 1.268798247722841,
      "grad_norm": 0.46806979179382324,
      "learning_rate": 3.741221844283151e-05,
      "loss": 0.0308,
      "step": 47500
    },
    {
      "epoch": 1.2821540187515026,
      "grad_norm": 0.740678071975708,
      "learning_rate": 3.7278303023810164e-05,
      "loss": 0.0304,
      "step": 48000
    },
    {
      "epoch": 1.295509789780164,
      "grad_norm": 0.26284894347190857,
      "learning_rate": 3.7144387604788816e-05,
      "loss": 0.0298,
      "step": 48500
    },
    {
      "epoch": 1.3088655608088255,
      "grad_norm": 0.7005999684333801,
      "learning_rate": 3.701047218576747e-05,
      "loss": 0.0314,
      "step": 49000
    },
    {
      "epoch": 1.322221331837487,
      "grad_norm": 0.5160011053085327,
      "learning_rate": 3.687655676674612e-05,
      "loss": 0.0297,
      "step": 49500
    },
    {
      "epoch": 1.3355771028661485,
      "grad_norm": 0.2943955063819885,
      "learning_rate": 3.6742641347724774e-05,
      "loss": 0.029,
      "step": 50000
    },
    {
      "epoch": 1.3489328738948099,
      "grad_norm": 0.6018319725990295,
      "learning_rate": 3.660872592870343e-05,
      "loss": 0.0301,
      "step": 50500
    },
    {
      "epoch": 1.3622886449234715,
      "grad_norm": 0.4391648471355438,
      "learning_rate": 3.647481050968209e-05,
      "loss": 0.0291,
      "step": 51000
    },
    {
      "epoch": 1.375644415952133,
      "grad_norm": 0.26095229387283325,
      "learning_rate": 3.6340895090660744e-05,
      "loss": 0.0297,
      "step": 51500
    },
    {
      "epoch": 1.3890001869807944,
      "grad_norm": 0.5238670110702515,
      "learning_rate": 3.62069796716394e-05,
      "loss": 0.0288,
      "step": 52000
    },
    {
      "epoch": 1.4023559580094558,
      "grad_norm": 0.8054438829421997,
      "learning_rate": 3.607306425261805e-05,
      "loss": 0.0306,
      "step": 52500
    },
    {
      "epoch": 1.4157117290381174,
      "grad_norm": 0.9838165044784546,
      "learning_rate": 3.59391488335967e-05,
      "loss": 0.0284,
      "step": 53000
    },
    {
      "epoch": 1.429067500066779,
      "grad_norm": 0.3099564015865326,
      "learning_rate": 3.5805233414575354e-05,
      "loss": 0.0302,
      "step": 53500
    },
    {
      "epoch": 1.4424232710954403,
      "grad_norm": 0.5708198547363281,
      "learning_rate": 3.567131799555401e-05,
      "loss": 0.0303,
      "step": 54000
    },
    {
      "epoch": 1.4557790421241017,
      "grad_norm": 0.6478707194328308,
      "learning_rate": 3.5537402576532666e-05,
      "loss": 0.0265,
      "step": 54500
    },
    {
      "epoch": 1.4691348131527633,
      "grad_norm": 0.2833605408668518,
      "learning_rate": 3.540348715751132e-05,
      "loss": 0.0285,
      "step": 55000
    },
    {
      "epoch": 1.4824905841814249,
      "grad_norm": 0.7732760310173035,
      "learning_rate": 3.526957173848997e-05,
      "loss": 0.0286,
      "step": 55500
    },
    {
      "epoch": 1.4958463552100862,
      "grad_norm": 0.7050645351409912,
      "learning_rate": 3.513565631946862e-05,
      "loss": 0.0284,
      "step": 56000
    },
    {
      "epoch": 1.5092021262387476,
      "grad_norm": 0.25772082805633545,
      "learning_rate": 3.5001740900447275e-05,
      "loss": 0.0273,
      "step": 56500
    },
    {
      "epoch": 1.5225578972674092,
      "grad_norm": 0.13176164031028748,
      "learning_rate": 3.486782548142593e-05,
      "loss": 0.0289,
      "step": 57000
    },
    {
      "epoch": 1.5359136682960708,
      "grad_norm": 1.4870187044143677,
      "learning_rate": 3.473391006240459e-05,
      "loss": 0.028,
      "step": 57500
    },
    {
      "epoch": 1.5492694393247324,
      "grad_norm": 0.39215296506881714,
      "learning_rate": 3.4599994643383246e-05,
      "loss": 0.0284,
      "step": 58000
    },
    {
      "epoch": 1.5626252103533937,
      "grad_norm": 0.3573887348175049,
      "learning_rate": 3.44660792243619e-05,
      "loss": 0.0274,
      "step": 58500
    },
    {
      "epoch": 1.5759809813820551,
      "grad_norm": 0.24203774333000183,
      "learning_rate": 3.433216380534055e-05,
      "loss": 0.0272,
      "step": 59000
    },
    {
      "epoch": 1.5893367524107167,
      "grad_norm": 0.35092228651046753,
      "learning_rate": 3.41982483863192e-05,
      "loss": 0.0267,
      "step": 59500
    },
    {
      "epoch": 1.6026925234393783,
      "grad_norm": 0.8611841797828674,
      "learning_rate": 3.4064332967297856e-05,
      "loss": 0.0272,
      "step": 60000
    },
    {
      "epoch": 1.6160482944680397,
      "grad_norm": 0.14824417233467102,
      "learning_rate": 3.393041754827651e-05,
      "loss": 0.0273,
      "step": 60500
    },
    {
      "epoch": 1.629404065496701,
      "grad_norm": 0.34644126892089844,
      "learning_rate": 3.379650212925517e-05,
      "loss": 0.0279,
      "step": 61000
    },
    {
      "epoch": 1.6427598365253626,
      "grad_norm": 0.4391940236091614,
      "learning_rate": 3.366258671023382e-05,
      "loss": 0.0251,
      "step": 61500
    },
    {
      "epoch": 1.6561156075540242,
      "grad_norm": 0.3467126488685608,
      "learning_rate": 3.352867129121247e-05,
      "loss": 0.0263,
      "step": 62000
    },
    {
      "epoch": 1.6694713785826856,
      "grad_norm": 0.26030439138412476,
      "learning_rate": 3.3394755872191125e-05,
      "loss": 0.0252,
      "step": 62500
    },
    {
      "epoch": 1.682827149611347,
      "grad_norm": 0.1318412870168686,
      "learning_rate": 3.326084045316978e-05,
      "loss": 0.0269,
      "step": 63000
    },
    {
      "epoch": 1.6961829206400085,
      "grad_norm": 0.6408722996711731,
      "learning_rate": 3.312692503414843e-05,
      "loss": 0.0256,
      "step": 63500
    },
    {
      "epoch": 1.7095386916686701,
      "grad_norm": 0.3000433146953583,
      "learning_rate": 3.299300961512708e-05,
      "loss": 0.0264,
      "step": 64000
    },
    {
      "epoch": 1.7228944626973315,
      "grad_norm": 0.3858981430530548,
      "learning_rate": 3.285909419610574e-05,
      "loss": 0.0255,
      "step": 64500
    },
    {
      "epoch": 1.7362502337259929,
      "grad_norm": 0.26785337924957275,
      "learning_rate": 3.27251787770844e-05,
      "loss": 0.0261,
      "step": 65000
    },
    {
      "epoch": 1.7496060047546544,
      "grad_norm": 0.30514922738075256,
      "learning_rate": 3.259126335806305e-05,
      "loss": 0.0257,
      "step": 65500
    },
    {
      "epoch": 1.762961775783316,
      "grad_norm": 0.32005584239959717,
      "learning_rate": 3.2457347939041705e-05,
      "loss": 0.0261,
      "step": 66000
    },
    {
      "epoch": 1.7763175468119776,
      "grad_norm": 0.5825087428092957,
      "learning_rate": 3.232343252002036e-05,
      "loss": 0.0249,
      "step": 66500
    },
    {
      "epoch": 1.789673317840639,
      "grad_norm": 0.11607237905263901,
      "learning_rate": 3.218951710099901e-05,
      "loss": 0.0255,
      "step": 67000
    },
    {
      "epoch": 1.8030290888693004,
      "grad_norm": 0.19755299389362335,
      "learning_rate": 3.205560168197766e-05,
      "loss": 0.0259,
      "step": 67500
    },
    {
      "epoch": 1.816384859897962,
      "grad_norm": 0.90582674741745,
      "learning_rate": 3.192168626295632e-05,
      "loss": 0.0241,
      "step": 68000
    },
    {
      "epoch": 1.8297406309266235,
      "grad_norm": 0.3098350167274475,
      "learning_rate": 3.1787770843934974e-05,
      "loss": 0.0244,
      "step": 68500
    },
    {
      "epoch": 1.843096401955285,
      "grad_norm": 0.37561941146850586,
      "learning_rate": 3.1653855424913626e-05,
      "loss": 0.0245,
      "step": 69000
    },
    {
      "epoch": 1.8564521729839463,
      "grad_norm": 0.2554217576980591,
      "learning_rate": 3.151994000589228e-05,
      "loss": 0.0243,
      "step": 69500
    },
    {
      "epoch": 1.8698079440126079,
      "grad_norm": 0.6825588345527649,
      "learning_rate": 3.138602458687093e-05,
      "loss": 0.0246,
      "step": 70000
    },
    {
      "epoch": 1.8831637150412694,
      "grad_norm": 0.7029042840003967,
      "learning_rate": 3.1252109167849583e-05,
      "loss": 0.0249,
      "step": 70500
    },
    {
      "epoch": 1.8965194860699308,
      "grad_norm": 0.21545588970184326,
      "learning_rate": 3.111819374882824e-05,
      "loss": 0.0231,
      "step": 71000
    },
    {
      "epoch": 1.9098752570985922,
      "grad_norm": 0.33140745759010315,
      "learning_rate": 3.0984278329806895e-05,
      "loss": 0.0246,
      "step": 71500
    },
    {
      "epoch": 1.9232310281272538,
      "grad_norm": 0.4165281355381012,
      "learning_rate": 3.0850362910785554e-05,
      "loss": 0.024,
      "step": 72000
    },
    {
      "epoch": 1.9365867991559154,
      "grad_norm": 0.19761186838150024,
      "learning_rate": 3.071644749176421e-05,
      "loss": 0.0245,
      "step": 72500
    },
    {
      "epoch": 1.9499425701845767,
      "grad_norm": 0.2757214903831482,
      "learning_rate": 3.058253207274286e-05,
      "loss": 0.0227,
      "step": 73000
    },
    {
      "epoch": 1.963298341213238,
      "grad_norm": 0.5527577996253967,
      "learning_rate": 3.044861665372151e-05,
      "loss": 0.0238,
      "step": 73500
    },
    {
      "epoch": 1.9766541122418997,
      "grad_norm": 0.7795367240905762,
      "learning_rate": 3.0314701234700167e-05,
      "loss": 0.0238,
      "step": 74000
    },
    {
      "epoch": 1.9900098832705613,
      "grad_norm": 0.22930976748466492,
      "learning_rate": 3.018078581567882e-05,
      "loss": 0.0239,
      "step": 74500
    },
    {
      "epoch": 2.003365654299223,
      "grad_norm": 0.4515770673751831,
      "learning_rate": 3.0046870396657472e-05,
      "loss": 0.0221,
      "step": 75000
    },
    {
      "epoch": 2.016721425327884,
      "grad_norm": 0.5380029678344727,
      "learning_rate": 2.9912954977636128e-05,
      "loss": 0.0211,
      "step": 75500
    },
    {
      "epoch": 2.0300771963565456,
      "grad_norm": 0.5134376287460327,
      "learning_rate": 2.977903955861478e-05,
      "loss": 0.0198,
      "step": 76000
    },
    {
      "epoch": 2.043432967385207,
      "grad_norm": 0.38893309235572815,
      "learning_rate": 2.9645124139593433e-05,
      "loss": 0.0215,
      "step": 76500
    },
    {
      "epoch": 2.0567887384138688,
      "grad_norm": 0.6938438415527344,
      "learning_rate": 2.9511208720572085e-05,
      "loss": 0.0212,
      "step": 77000
    },
    {
      "epoch": 2.07014450944253,
      "grad_norm": 0.19493333995342255,
      "learning_rate": 2.937729330155074e-05,
      "loss": 0.0212,
      "step": 77500
    },
    {
      "epoch": 2.0835002804711915,
      "grad_norm": 0.16382238268852234,
      "learning_rate": 2.9243377882529393e-05,
      "loss": 0.0223,
      "step": 78000
    },
    {
      "epoch": 2.096856051499853,
      "grad_norm": 0.37089091539382935,
      "learning_rate": 2.9109462463508046e-05,
      "loss": 0.0212,
      "step": 78500
    },
    {
      "epoch": 2.1102118225285147,
      "grad_norm": 0.21224236488342285,
      "learning_rate": 2.8975547044486705e-05,
      "loss": 0.0204,
      "step": 79000
    },
    {
      "epoch": 2.1235675935571763,
      "grad_norm": 0.15142974257469177,
      "learning_rate": 2.884163162546536e-05,
      "loss": 0.0204,
      "step": 79500
    },
    {
      "epoch": 2.1369233645858374,
      "grad_norm": 0.6278982758522034,
      "learning_rate": 2.8707716206444013e-05,
      "loss": 0.0209,
      "step": 80000
    },
    {
      "epoch": 2.150279135614499,
      "grad_norm": 0.35608357191085815,
      "learning_rate": 2.8573800787422666e-05,
      "loss": 0.0192,
      "step": 80500
    },
    {
      "epoch": 2.1636349066431606,
      "grad_norm": 0.14394229650497437,
      "learning_rate": 2.843988536840132e-05,
      "loss": 0.0203,
      "step": 81000
    },
    {
      "epoch": 2.176990677671822,
      "grad_norm": 0.872438371181488,
      "learning_rate": 2.8305969949379974e-05,
      "loss": 0.0221,
      "step": 81500
    },
    {
      "epoch": 2.1903464487004833,
      "grad_norm": 0.3276856541633606,
      "learning_rate": 2.8172054530358626e-05,
      "loss": 0.0212,
      "step": 82000
    },
    {
      "epoch": 2.203702219729145,
      "grad_norm": 0.1714356243610382,
      "learning_rate": 2.8038139111337282e-05,
      "loss": 0.0209,
      "step": 82500
    },
    {
      "epoch": 2.2170579907578065,
      "grad_norm": 0.28871476650238037,
      "learning_rate": 2.7904223692315934e-05,
      "loss": 0.0189,
      "step": 83000
    },
    {
      "epoch": 2.230413761786468,
      "grad_norm": 0.8007510304450989,
      "learning_rate": 2.7770308273294587e-05,
      "loss": 0.0213,
      "step": 83500
    },
    {
      "epoch": 2.2437695328151293,
      "grad_norm": 0.2180899977684021,
      "learning_rate": 2.763639285427324e-05,
      "loss": 0.0194,
      "step": 84000
    },
    {
      "epoch": 2.257125303843791,
      "grad_norm": 0.4377322494983673,
      "learning_rate": 2.7502477435251895e-05,
      "loss": 0.0207,
      "step": 84500
    },
    {
      "epoch": 2.2704810748724524,
      "grad_norm": 0.1786113679409027,
      "learning_rate": 2.7368562016230547e-05,
      "loss": 0.0189,
      "step": 85000
    },
    {
      "epoch": 2.283836845901114,
      "grad_norm": 0.03911065682768822,
      "learning_rate": 2.72346465972092e-05,
      "loss": 0.0191,
      "step": 85500
    },
    {
      "epoch": 2.297192616929775,
      "grad_norm": 0.8537219166755676,
      "learning_rate": 2.710073117818786e-05,
      "loss": 0.0191,
      "step": 86000
    },
    {
      "epoch": 2.3105483879584368,
      "grad_norm": 0.32321083545684814,
      "learning_rate": 2.6966815759166515e-05,
      "loss": 0.0179,
      "step": 86500
    },
    {
      "epoch": 2.3239041589870983,
      "grad_norm": 0.36305439472198486,
      "learning_rate": 2.6832900340145167e-05,
      "loss": 0.0205,
      "step": 87000
    },
    {
      "epoch": 2.33725993001576,
      "grad_norm": 0.3132321536540985,
      "learning_rate": 2.669898492112382e-05,
      "loss": 0.0197,
      "step": 87500
    },
    {
      "epoch": 2.350615701044421,
      "grad_norm": 0.3799474239349365,
      "learning_rate": 2.6565069502102475e-05,
      "loss": 0.0195,
      "step": 88000
    },
    {
      "epoch": 2.3639714720730827,
      "grad_norm": 0.66007000207901,
      "learning_rate": 2.6431154083081128e-05,
      "loss": 0.0195,
      "step": 88500
    },
    {
      "epoch": 2.3773272431017443,
      "grad_norm": 0.12248139083385468,
      "learning_rate": 2.629723866405978e-05,
      "loss": 0.0197,
      "step": 89000
    },
    {
      "epoch": 2.390683014130406,
      "grad_norm": 0.19978280365467072,
      "learning_rate": 2.6163323245038436e-05,
      "loss": 0.0189,
      "step": 89500
    },
    {
      "epoch": 2.4040387851590674,
      "grad_norm": 0.2720222473144531,
      "learning_rate": 2.602940782601709e-05,
      "loss": 0.0188,
      "step": 90000
    },
    {
      "epoch": 2.4173945561877286,
      "grad_norm": 0.479890376329422,
      "learning_rate": 2.589549240699574e-05,
      "loss": 0.0184,
      "step": 90500
    },
    {
      "epoch": 2.43075032721639,
      "grad_norm": 0.40450748801231384,
      "learning_rate": 2.5761576987974397e-05,
      "loss": 0.0195,
      "step": 91000
    },
    {
      "epoch": 2.4441060982450518,
      "grad_norm": 0.6312711834907532,
      "learning_rate": 2.562766156895305e-05,
      "loss": 0.0185,
      "step": 91500
    },
    {
      "epoch": 2.4574618692737134,
      "grad_norm": 0.24560044705867767,
      "learning_rate": 2.54937461499317e-05,
      "loss": 0.0197,
      "step": 92000
    },
    {
      "epoch": 2.4708176403023745,
      "grad_norm": 0.11040100455284119,
      "learning_rate": 2.5359830730910354e-05,
      "loss": 0.0185,
      "step": 92500
    },
    {
      "epoch": 2.484173411331036,
      "grad_norm": 0.21820901334285736,
      "learning_rate": 2.5225915311889013e-05,
      "loss": 0.0184,
      "step": 93000
    },
    {
      "epoch": 2.4975291823596977,
      "grad_norm": 0.08233149349689484,
      "learning_rate": 2.509199989286767e-05,
      "loss": 0.0188,
      "step": 93500
    },
    {
      "epoch": 2.5108849533883593,
      "grad_norm": 0.05656332150101662,
      "learning_rate": 2.4958084473846318e-05,
      "loss": 0.0191,
      "step": 94000
    },
    {
      "epoch": 2.5242407244170204,
      "grad_norm": 0.4570409953594208,
      "learning_rate": 2.4824169054824974e-05,
      "loss": 0.018,
      "step": 94500
    },
    {
      "epoch": 2.537596495445682,
      "grad_norm": 0.3864838182926178,
      "learning_rate": 2.469025363580363e-05,
      "loss": 0.0184,
      "step": 95000
    },
    {
      "epoch": 2.5509522664743436,
      "grad_norm": 0.18798208236694336,
      "learning_rate": 2.4556338216782282e-05,
      "loss": 0.0176,
      "step": 95500
    },
    {
      "epoch": 2.564308037503005,
      "grad_norm": 0.4057616889476776,
      "learning_rate": 2.4422422797760934e-05,
      "loss": 0.0178,
      "step": 96000
    },
    {
      "epoch": 2.5776638085316668,
      "grad_norm": 0.2576199471950531,
      "learning_rate": 2.428850737873959e-05,
      "loss": 0.0178,
      "step": 96500
    },
    {
      "epoch": 2.591019579560328,
      "grad_norm": 0.5118251442909241,
      "learning_rate": 2.4154591959718243e-05,
      "loss": 0.0183,
      "step": 97000
    },
    {
      "epoch": 2.6043753505889895,
      "grad_norm": 0.0979803204536438,
      "learning_rate": 2.4020676540696895e-05,
      "loss": 0.018,
      "step": 97500
    },
    {
      "epoch": 2.617731121617651,
      "grad_norm": 0.2562260627746582,
      "learning_rate": 2.388676112167555e-05,
      "loss": 0.0183,
      "step": 98000
    },
    {
      "epoch": 2.6310868926463122,
      "grad_norm": 0.24776624143123627,
      "learning_rate": 2.3752845702654207e-05,
      "loss": 0.0173,
      "step": 98500
    },
    {
      "epoch": 2.644442663674974,
      "grad_norm": 0.4712100625038147,
      "learning_rate": 2.361893028363286e-05,
      "loss": 0.0181,
      "step": 99000
    },
    {
      "epoch": 2.6577984347036354,
      "grad_norm": 0.3155062198638916,
      "learning_rate": 2.348501486461151e-05,
      "loss": 0.0171,
      "step": 99500
    },
    {
      "epoch": 2.671154205732297,
      "grad_norm": 1.2324109077453613,
      "learning_rate": 2.3351099445590167e-05,
      "loss": 0.0179,
      "step": 100000
    },
    {
      "epoch": 2.6845099767609586,
      "grad_norm": 0.98774254322052,
      "learning_rate": 2.321718402656882e-05,
      "loss": 0.0189,
      "step": 100500
    },
    {
      "epoch": 2.6978657477896197,
      "grad_norm": 0.13465942442417145,
      "learning_rate": 2.3083268607547472e-05,
      "loss": 0.0168,
      "step": 101000
    },
    {
      "epoch": 2.7112215188182813,
      "grad_norm": 0.3536932170391083,
      "learning_rate": 2.2949353188526128e-05,
      "loss": 0.0168,
      "step": 101500
    },
    {
      "epoch": 2.724577289846943,
      "grad_norm": 0.15139439702033997,
      "learning_rate": 2.2815437769504784e-05,
      "loss": 0.0178,
      "step": 102000
    },
    {
      "epoch": 2.7379330608756045,
      "grad_norm": 0.5793061256408691,
      "learning_rate": 2.2681522350483436e-05,
      "loss": 0.0164,
      "step": 102500
    },
    {
      "epoch": 2.751288831904266,
      "grad_norm": 0.44643762707710266,
      "learning_rate": 2.254760693146209e-05,
      "loss": 0.0169,
      "step": 103000
    },
    {
      "epoch": 2.7646446029329272,
      "grad_norm": 0.10627961903810501,
      "learning_rate": 2.2413691512440744e-05,
      "loss": 0.0162,
      "step": 103500
    },
    {
      "epoch": 2.778000373961589,
      "grad_norm": 0.12209007143974304,
      "learning_rate": 2.2279776093419397e-05,
      "loss": 0.0158,
      "step": 104000
    },
    {
      "epoch": 2.7913561449902504,
      "grad_norm": 0.8999254107475281,
      "learning_rate": 2.214586067439805e-05,
      "loss": 0.0169,
      "step": 104500
    },
    {
      "epoch": 2.8047119160189116,
      "grad_norm": 0.295200914144516,
      "learning_rate": 2.2011945255376705e-05,
      "loss": 0.0161,
      "step": 105000
    },
    {
      "epoch": 2.818067687047573,
      "grad_norm": 0.22532741725444794,
      "learning_rate": 2.187802983635536e-05,
      "loss": 0.0164,
      "step": 105500
    },
    {
      "epoch": 2.8314234580762347,
      "grad_norm": 0.18514879047870636,
      "learning_rate": 2.1744114417334013e-05,
      "loss": 0.0172,
      "step": 106000
    },
    {
      "epoch": 2.8447792291048963,
      "grad_norm": 0.4850349426269531,
      "learning_rate": 2.1610198998312665e-05,
      "loss": 0.0165,
      "step": 106500
    },
    {
      "epoch": 2.858135000133558,
      "grad_norm": 0.06793436408042908,
      "learning_rate": 2.147628357929132e-05,
      "loss": 0.0169,
      "step": 107000
    },
    {
      "epoch": 2.871490771162219,
      "grad_norm": 0.3619351089000702,
      "learning_rate": 2.1342368160269974e-05,
      "loss": 0.0167,
      "step": 107500
    },
    {
      "epoch": 2.8848465421908807,
      "grad_norm": 0.2428009808063507,
      "learning_rate": 2.1208452741248626e-05,
      "loss": 0.0165,
      "step": 108000
    },
    {
      "epoch": 2.8982023132195422,
      "grad_norm": 0.31976383924484253,
      "learning_rate": 2.1074537322227282e-05,
      "loss": 0.0172,
      "step": 108500
    },
    {
      "epoch": 2.9115580842482034,
      "grad_norm": 0.07385491579771042,
      "learning_rate": 2.0940621903205938e-05,
      "loss": 0.0175,
      "step": 109000
    },
    {
      "epoch": 2.924913855276865,
      "grad_norm": 0.33524101972579956,
      "learning_rate": 2.080670648418459e-05,
      "loss": 0.017,
      "step": 109500
    },
    {
      "epoch": 2.9382696263055266,
      "grad_norm": 0.40114912390708923,
      "learning_rate": 2.0672791065163242e-05,
      "loss": 0.0176,
      "step": 110000
    },
    {
      "epoch": 2.951625397334188,
      "grad_norm": 0.1933908760547638,
      "learning_rate": 2.0538875646141898e-05,
      "loss": 0.0152,
      "step": 110500
    },
    {
      "epoch": 2.9649811683628498,
      "grad_norm": 0.43910446763038635,
      "learning_rate": 2.040496022712055e-05,
      "loss": 0.0147,
      "step": 111000
    },
    {
      "epoch": 2.978336939391511,
      "grad_norm": 0.48549580574035645,
      "learning_rate": 2.0271044808099203e-05,
      "loss": 0.0159,
      "step": 111500
    },
    {
      "epoch": 2.9916927104201725,
      "grad_norm": 0.57103031873703,
      "learning_rate": 2.0137129389077862e-05,
      "loss": 0.0156,
      "step": 112000
    },
    {
      "epoch": 3.005048481448834,
      "grad_norm": 0.14986228942871094,
      "learning_rate": 2.0003213970056515e-05,
      "loss": 0.0156,
      "step": 112500
    },
    {
      "epoch": 3.0184042524774957,
      "grad_norm": 0.38207146525382996,
      "learning_rate": 1.9869298551035167e-05,
      "loss": 0.0148,
      "step": 113000
    },
    {
      "epoch": 3.031760023506157,
      "grad_norm": 0.2704290449619293,
      "learning_rate": 1.973538313201382e-05,
      "loss": 0.0155,
      "step": 113500
    },
    {
      "epoch": 3.0451157945348184,
      "grad_norm": 0.2992781102657318,
      "learning_rate": 1.9601467712992475e-05,
      "loss": 0.0155,
      "step": 114000
    },
    {
      "epoch": 3.05847156556348,
      "grad_norm": 0.4823470413684845,
      "learning_rate": 1.9467552293971128e-05,
      "loss": 0.0151,
      "step": 114500
    },
    {
      "epoch": 3.0718273365921416,
      "grad_norm": 0.27356037497520447,
      "learning_rate": 1.933363687494978e-05,
      "loss": 0.0152,
      "step": 115000
    },
    {
      "epoch": 3.0851831076208027,
      "grad_norm": 0.2885504364967346,
      "learning_rate": 1.919972145592844e-05,
      "loss": 0.0145,
      "step": 115500
    },
    {
      "epoch": 3.0985388786494643,
      "grad_norm": 0.2647576332092285,
      "learning_rate": 1.9065806036907092e-05,
      "loss": 0.0149,
      "step": 116000
    },
    {
      "epoch": 3.111894649678126,
      "grad_norm": 0.22878627479076385,
      "learning_rate": 1.8931890617885744e-05,
      "loss": 0.014,
      "step": 116500
    },
    {
      "epoch": 3.1252504207067875,
      "grad_norm": 0.42215433716773987,
      "learning_rate": 1.8797975198864397e-05,
      "loss": 0.0141,
      "step": 117000
    },
    {
      "epoch": 3.138606191735449,
      "grad_norm": 0.1481768935918808,
      "learning_rate": 1.8664059779843052e-05,
      "loss": 0.0145,
      "step": 117500
    },
    {
      "epoch": 3.1519619627641102,
      "grad_norm": 0.26916614174842834,
      "learning_rate": 1.8530144360821705e-05,
      "loss": 0.0147,
      "step": 118000
    },
    {
      "epoch": 3.165317733792772,
      "grad_norm": 0.3245503008365631,
      "learning_rate": 1.8396228941800357e-05,
      "loss": 0.0138,
      "step": 118500
    },
    {
      "epoch": 3.1786735048214334,
      "grad_norm": 0.10627996921539307,
      "learning_rate": 1.8262313522779016e-05,
      "loss": 0.0142,
      "step": 119000
    },
    {
      "epoch": 3.192029275850095,
      "grad_norm": 0.1790834665298462,
      "learning_rate": 1.812839810375767e-05,
      "loss": 0.0135,
      "step": 119500
    },
    {
      "epoch": 3.205385046878756,
      "grad_norm": 0.461235910654068,
      "learning_rate": 1.799448268473632e-05,
      "loss": 0.0141,
      "step": 120000
    },
    {
      "epoch": 3.2187408179074177,
      "grad_norm": 0.21407602727413177,
      "learning_rate": 1.7860567265714974e-05,
      "loss": 0.0135,
      "step": 120500
    },
    {
      "epoch": 3.2320965889360793,
      "grad_norm": 0.2319122850894928,
      "learning_rate": 1.772665184669363e-05,
      "loss": 0.0138,
      "step": 121000
    },
    {
      "epoch": 3.245452359964741,
      "grad_norm": 0.5712966918945312,
      "learning_rate": 1.7592736427672282e-05,
      "loss": 0.014,
      "step": 121500
    },
    {
      "epoch": 3.258808130993402,
      "grad_norm": 0.1325293332338333,
      "learning_rate": 1.7458821008650934e-05,
      "loss": 0.0142,
      "step": 122000
    },
    {
      "epoch": 3.2721639020220636,
      "grad_norm": 0.14646974205970764,
      "learning_rate": 1.7324905589629593e-05,
      "loss": 0.0138,
      "step": 122500
    },
    {
      "epoch": 3.2855196730507252,
      "grad_norm": 0.34040120244026184,
      "learning_rate": 1.7190990170608246e-05,
      "loss": 0.0142,
      "step": 123000
    },
    {
      "epoch": 3.298875444079387,
      "grad_norm": 0.243473619222641,
      "learning_rate": 1.7057074751586898e-05,
      "loss": 0.0147,
      "step": 123500
    },
    {
      "epoch": 3.3122312151080484,
      "grad_norm": 0.21799971163272858,
      "learning_rate": 1.6923159332565554e-05,
      "loss": 0.0143,
      "step": 124000
    },
    {
      "epoch": 3.3255869861367096,
      "grad_norm": 0.9550265073776245,
      "learning_rate": 1.6789243913544206e-05,
      "loss": 0.0134,
      "step": 124500
    },
    {
      "epoch": 3.338942757165371,
      "grad_norm": 0.16263821721076965,
      "learning_rate": 1.665532849452286e-05,
      "loss": 0.014,
      "step": 125000
    },
    {
      "epoch": 3.3522985281940327,
      "grad_norm": 1.0095058679580688,
      "learning_rate": 1.652141307550151e-05,
      "loss": 0.0137,
      "step": 125500
    },
    {
      "epoch": 3.365654299222694,
      "grad_norm": 0.27960509061813354,
      "learning_rate": 1.638749765648017e-05,
      "loss": 0.0131,
      "step": 126000
    },
    {
      "epoch": 3.3790100702513555,
      "grad_norm": 0.4337078928947449,
      "learning_rate": 1.6253582237458823e-05,
      "loss": 0.0146,
      "step": 126500
    },
    {
      "epoch": 3.392365841280017,
      "grad_norm": 0.07918731123209,
      "learning_rate": 1.6119666818437475e-05,
      "loss": 0.0138,
      "step": 127000
    },
    {
      "epoch": 3.4057216123086786,
      "grad_norm": 0.3142825663089752,
      "learning_rate": 1.598575139941613e-05,
      "loss": 0.0136,
      "step": 127500
    },
    {
      "epoch": 3.4190773833373402,
      "grad_norm": 0.3479391932487488,
      "learning_rate": 1.5851835980394783e-05,
      "loss": 0.0133,
      "step": 128000
    },
    {
      "epoch": 3.4324331543660014,
      "grad_norm": 0.16126039624214172,
      "learning_rate": 1.5717920561373436e-05,
      "loss": 0.0143,
      "step": 128500
    },
    {
      "epoch": 3.445788925394663,
      "grad_norm": 0.21067436039447784,
      "learning_rate": 1.558400514235209e-05,
      "loss": 0.0133,
      "step": 129000
    },
    {
      "epoch": 3.4591446964233246,
      "grad_norm": 0.22600923478603363,
      "learning_rate": 1.5450089723330748e-05,
      "loss": 0.013,
      "step": 129500
    },
    {
      "epoch": 3.472500467451986,
      "grad_norm": 0.1858033686876297,
      "learning_rate": 1.53161743043094e-05,
      "loss": 0.0144,
      "step": 130000
    },
    {
      "epoch": 3.4858562384806473,
      "grad_norm": 0.14309272170066833,
      "learning_rate": 1.5182258885288054e-05,
      "loss": 0.0131,
      "step": 130500
    },
    {
      "epoch": 3.499212009509309,
      "grad_norm": 0.07735160738229752,
      "learning_rate": 1.5048343466266706e-05,
      "loss": 0.0148,
      "step": 131000
    },
    {
      "epoch": 3.5125677805379705,
      "grad_norm": 0.23812656104564667,
      "learning_rate": 1.491442804724536e-05,
      "loss": 0.0132,
      "step": 131500
    },
    {
      "epoch": 3.525923551566632,
      "grad_norm": 0.476279079914093,
      "learning_rate": 1.4780512628224013e-05,
      "loss": 0.0134,
      "step": 132000
    },
    {
      "epoch": 3.539279322595293,
      "grad_norm": 0.1443662792444229,
      "learning_rate": 1.4646597209202667e-05,
      "loss": 0.0131,
      "step": 132500
    },
    {
      "epoch": 3.552635093623955,
      "grad_norm": 0.39360421895980835,
      "learning_rate": 1.4512681790181323e-05,
      "loss": 0.0131,
      "step": 133000
    },
    {
      "epoch": 3.5659908646526164,
      "grad_norm": 0.14922571182250977,
      "learning_rate": 1.4378766371159977e-05,
      "loss": 0.0135,
      "step": 133500
    },
    {
      "epoch": 3.579346635681278,
      "grad_norm": 0.08537204563617706,
      "learning_rate": 1.4244850952138631e-05,
      "loss": 0.0131,
      "step": 134000
    },
    {
      "epoch": 3.5927024067099396,
      "grad_norm": 0.6882524490356445,
      "learning_rate": 1.4110935533117283e-05,
      "loss": 0.013,
      "step": 134500
    },
    {
      "epoch": 3.6060581777386007,
      "grad_norm": 0.2760498523712158,
      "learning_rate": 1.3977020114095938e-05,
      "loss": 0.0135,
      "step": 135000
    },
    {
      "epoch": 3.6194139487672623,
      "grad_norm": 0.2523078918457031,
      "learning_rate": 1.384310469507459e-05,
      "loss": 0.0137,
      "step": 135500
    },
    {
      "epoch": 3.632769719795924,
      "grad_norm": 0.3770125210285187,
      "learning_rate": 1.3709189276053244e-05,
      "loss": 0.0142,
      "step": 136000
    },
    {
      "epoch": 3.646125490824585,
      "grad_norm": 0.44333985447883606,
      "learning_rate": 1.35752738570319e-05,
      "loss": 0.0144,
      "step": 136500
    },
    {
      "epoch": 3.6594812618532466,
      "grad_norm": 0.11299750208854675,
      "learning_rate": 1.3441358438010554e-05,
      "loss": 0.0126,
      "step": 137000
    },
    {
      "epoch": 3.672837032881908,
      "grad_norm": 0.1717938631772995,
      "learning_rate": 1.3307443018989208e-05,
      "loss": 0.0129,
      "step": 137500
    },
    {
      "epoch": 3.68619280391057,
      "grad_norm": 0.47072267532348633,
      "learning_rate": 1.317352759996786e-05,
      "loss": 0.0121,
      "step": 138000
    },
    {
      "epoch": 3.6995485749392314,
      "grad_norm": 0.205726757645607,
      "learning_rate": 1.3039612180946515e-05,
      "loss": 0.0131,
      "step": 138500
    },
    {
      "epoch": 3.7129043459678925,
      "grad_norm": 0.19189220666885376,
      "learning_rate": 1.2905696761925167e-05,
      "loss": 0.0135,
      "step": 139000
    },
    {
      "epoch": 3.726260116996554,
      "grad_norm": 0.2180192768573761,
      "learning_rate": 1.2771781342903821e-05,
      "loss": 0.0125,
      "step": 139500
    },
    {
      "epoch": 3.7396158880252157,
      "grad_norm": 0.40818724036216736,
      "learning_rate": 1.2637865923882477e-05,
      "loss": 0.0129,
      "step": 140000
    },
    {
      "epoch": 3.7529716590538773,
      "grad_norm": 0.25244641304016113,
      "learning_rate": 1.2503950504861131e-05,
      "loss": 0.0122,
      "step": 140500
    },
    {
      "epoch": 3.766327430082539,
      "grad_norm": 0.041375767439603806,
      "learning_rate": 1.2370035085839785e-05,
      "loss": 0.0128,
      "step": 141000
    },
    {
      "epoch": 3.7796832011112,
      "grad_norm": 0.2618067264556885,
      "learning_rate": 1.2236119666818438e-05,
      "loss": 0.013,
      "step": 141500
    },
    {
      "epoch": 3.7930389721398616,
      "grad_norm": 0.4960913062095642,
      "learning_rate": 1.2102204247797092e-05,
      "loss": 0.0132,
      "step": 142000
    },
    {
      "epoch": 3.806394743168523,
      "grad_norm": 0.30531811714172363,
      "learning_rate": 1.1968288828775746e-05,
      "loss": 0.0132,
      "step": 142500
    },
    {
      "epoch": 3.8197505141971844,
      "grad_norm": 0.17834754288196564,
      "learning_rate": 1.18343734097544e-05,
      "loss": 0.0139,
      "step": 143000
    },
    {
      "epoch": 3.833106285225846,
      "grad_norm": 0.17489449679851532,
      "learning_rate": 1.1700457990733054e-05,
      "loss": 0.0123,
      "step": 143500
    },
    {
      "epoch": 3.8464620562545075,
      "grad_norm": 0.131205752491951,
      "learning_rate": 1.1566542571711706e-05,
      "loss": 0.013,
      "step": 144000
    },
    {
      "epoch": 3.859817827283169,
      "grad_norm": 0.7462185025215149,
      "learning_rate": 1.1432627152690362e-05,
      "loss": 0.0112,
      "step": 144500
    },
    {
      "epoch": 3.8731735983118307,
      "grad_norm": 0.3279201090335846,
      "learning_rate": 1.1298711733669015e-05,
      "loss": 0.0124,
      "step": 145000
    },
    {
      "epoch": 3.886529369340492,
      "grad_norm": 0.08844905346632004,
      "learning_rate": 1.1164796314647669e-05,
      "loss": 0.013,
      "step": 145500
    },
    {
      "epoch": 3.8998851403691535,
      "grad_norm": 0.0930011048913002,
      "learning_rate": 1.1030880895626323e-05,
      "loss": 0.0116,
      "step": 146000
    },
    {
      "epoch": 3.913240911397815,
      "grad_norm": 0.13226966559886932,
      "learning_rate": 1.0896965476604977e-05,
      "loss": 0.0125,
      "step": 146500
    },
    {
      "epoch": 3.9265966824264766,
      "grad_norm": 0.21391555666923523,
      "learning_rate": 1.0763050057583631e-05,
      "loss": 0.013,
      "step": 147000
    },
    {
      "epoch": 3.9399524534551382,
      "grad_norm": 0.035212934017181396,
      "learning_rate": 1.0629134638562283e-05,
      "loss": 0.0118,
      "step": 147500
    },
    {
      "epoch": 3.9533082244837994,
      "grad_norm": 0.3369560241699219,
      "learning_rate": 1.049521921954094e-05,
      "loss": 0.0118,
      "step": 148000
    },
    {
      "epoch": 3.966663995512461,
      "grad_norm": 0.4008599817752838,
      "learning_rate": 1.0361303800519592e-05,
      "loss": 0.0125,
      "step": 148500
    },
    {
      "epoch": 3.9800197665411226,
      "grad_norm": 0.10937085002660751,
      "learning_rate": 1.0227388381498246e-05,
      "loss": 0.0131,
      "step": 149000
    },
    {
      "epoch": 3.9933755375697837,
      "grad_norm": 0.09769656509160995,
      "learning_rate": 1.00934729624769e-05,
      "loss": 0.0124,
      "step": 149500
    },
    {
      "epoch": 4.006731308598446,
      "grad_norm": 0.1931600570678711,
      "learning_rate": 9.959557543455554e-06,
      "loss": 0.0109,
      "step": 150000
    },
    {
      "epoch": 4.020087079627107,
      "grad_norm": 0.12506985664367676,
      "learning_rate": 9.825642124434208e-06,
      "loss": 0.0112,
      "step": 150500
    },
    {
      "epoch": 4.033442850655768,
      "grad_norm": 0.06467456370592117,
      "learning_rate": 9.69172670541286e-06,
      "loss": 0.0112,
      "step": 151000
    },
    {
      "epoch": 4.04679862168443,
      "grad_norm": 0.27570217847824097,
      "learning_rate": 9.557811286391516e-06,
      "loss": 0.0115,
      "step": 151500
    },
    {
      "epoch": 4.060154392713091,
      "grad_norm": 0.15926504135131836,
      "learning_rate": 9.423895867370169e-06,
      "loss": 0.0112,
      "step": 152000
    },
    {
      "epoch": 4.073510163741753,
      "grad_norm": 0.38715675473213196,
      "learning_rate": 9.289980448348823e-06,
      "loss": 0.0107,
      "step": 152500
    },
    {
      "epoch": 4.086865934770414,
      "grad_norm": 0.19515646994113922,
      "learning_rate": 9.156065029327477e-06,
      "loss": 0.0103,
      "step": 153000
    },
    {
      "epoch": 4.1002217057990755,
      "grad_norm": 0.2335035651922226,
      "learning_rate": 9.022149610306131e-06,
      "loss": 0.0109,
      "step": 153500
    },
    {
      "epoch": 4.1135774768277376,
      "grad_norm": 0.24164029955863953,
      "learning_rate": 8.888234191284785e-06,
      "loss": 0.0109,
      "step": 154000
    },
    {
      "epoch": 4.126933247856399,
      "grad_norm": 0.13360293209552765,
      "learning_rate": 8.754318772263438e-06,
      "loss": 0.0109,
      "step": 154500
    },
    {
      "epoch": 4.14028901888506,
      "grad_norm": 0.6955428719520569,
      "learning_rate": 8.620403353242093e-06,
      "loss": 0.011,
      "step": 155000
    },
    {
      "epoch": 4.153644789913722,
      "grad_norm": 1.6276031732559204,
      "learning_rate": 8.486487934220746e-06,
      "loss": 0.0117,
      "step": 155500
    },
    {
      "epoch": 4.167000560942383,
      "grad_norm": 0.2534361481666565,
      "learning_rate": 8.3525725151994e-06,
      "loss": 0.0116,
      "step": 156000
    },
    {
      "epoch": 4.180356331971045,
      "grad_norm": 0.38663968443870544,
      "learning_rate": 8.218657096178056e-06,
      "loss": 0.0112,
      "step": 156500
    },
    {
      "epoch": 4.193712102999706,
      "grad_norm": 0.13932843506336212,
      "learning_rate": 8.084741677156708e-06,
      "loss": 0.0111,
      "step": 157000
    },
    {
      "epoch": 4.207067874028367,
      "grad_norm": 0.403177946805954,
      "learning_rate": 7.950826258135362e-06,
      "loss": 0.0118,
      "step": 157500
    },
    {
      "epoch": 4.220423645057029,
      "grad_norm": 0.32406359910964966,
      "learning_rate": 7.816910839114015e-06,
      "loss": 0.0109,
      "step": 158000
    },
    {
      "epoch": 4.2337794160856905,
      "grad_norm": 0.004265760537236929,
      "learning_rate": 7.68299542009267e-06,
      "loss": 0.0115,
      "step": 158500
    },
    {
      "epoch": 4.247135187114353,
      "grad_norm": 0.0618702732026577,
      "learning_rate": 7.549080001071324e-06,
      "loss": 0.0117,
      "step": 159000
    },
    {
      "epoch": 4.260490958143014,
      "grad_norm": 0.308685302734375,
      "learning_rate": 7.415164582049977e-06,
      "loss": 0.0115,
      "step": 159500
    },
    {
      "epoch": 4.273846729171675,
      "grad_norm": 0.15098893642425537,
      "learning_rate": 7.281249163028632e-06,
      "loss": 0.0109,
      "step": 160000
    },
    {
      "epoch": 4.287202500200337,
      "grad_norm": 0.23801665008068085,
      "learning_rate": 7.147333744007285e-06,
      "loss": 0.0103,
      "step": 160500
    },
    {
      "epoch": 4.300558271228998,
      "grad_norm": 0.20910222828388214,
      "learning_rate": 7.013418324985939e-06,
      "loss": 0.0108,
      "step": 161000
    },
    {
      "epoch": 4.313914042257659,
      "grad_norm": 0.4738226532936096,
      "learning_rate": 6.8795029059645924e-06,
      "loss": 0.0117,
      "step": 161500
    },
    {
      "epoch": 4.327269813286321,
      "grad_norm": 0.16925117373466492,
      "learning_rate": 6.745587486943247e-06,
      "loss": 0.0112,
      "step": 162000
    },
    {
      "epoch": 4.340625584314982,
      "grad_norm": 0.19056345522403717,
      "learning_rate": 6.611672067921901e-06,
      "loss": 0.0113,
      "step": 162500
    },
    {
      "epoch": 4.353981355343644,
      "grad_norm": 0.13633984327316284,
      "learning_rate": 6.477756648900554e-06,
      "loss": 0.011,
      "step": 163000
    },
    {
      "epoch": 4.3673371263723055,
      "grad_norm": 0.05713152512907982,
      "learning_rate": 6.343841229879209e-06,
      "loss": 0.0123,
      "step": 163500
    },
    {
      "epoch": 4.380692897400967,
      "grad_norm": 0.23702533543109894,
      "learning_rate": 6.209925810857863e-06,
      "loss": 0.0101,
      "step": 164000
    },
    {
      "epoch": 4.394048668429629,
      "grad_norm": 0.2709478437900543,
      "learning_rate": 6.076010391836516e-06,
      "loss": 0.0109,
      "step": 164500
    },
    {
      "epoch": 4.40740443945829,
      "grad_norm": 0.16205590963363647,
      "learning_rate": 5.94209497281517e-06,
      "loss": 0.0114,
      "step": 165000
    },
    {
      "epoch": 4.420760210486951,
      "grad_norm": 0.3090691864490509,
      "learning_rate": 5.8081795537938244e-06,
      "loss": 0.0115,
      "step": 165500
    },
    {
      "epoch": 4.434115981515613,
      "grad_norm": 0.0656290054321289,
      "learning_rate": 5.674264134772478e-06,
      "loss": 0.0113,
      "step": 166000
    },
    {
      "epoch": 4.447471752544274,
      "grad_norm": 0.3526839315891266,
      "learning_rate": 5.540348715751132e-06,
      "loss": 0.0112,
      "step": 166500
    },
    {
      "epoch": 4.460827523572936,
      "grad_norm": 0.2816087007522583,
      "learning_rate": 5.406433296729786e-06,
      "loss": 0.0108,
      "step": 167000
    },
    {
      "epoch": 4.474183294601597,
      "grad_norm": 0.43977633118629456,
      "learning_rate": 5.27251787770844e-06,
      "loss": 0.0112,
      "step": 167500
    },
    {
      "epoch": 4.4875390656302585,
      "grad_norm": 0.0893361046910286,
      "learning_rate": 5.138602458687093e-06,
      "loss": 0.0107,
      "step": 168000
    },
    {
      "epoch": 4.5008948366589205,
      "grad_norm": 0.2993994653224945,
      "learning_rate": 5.004687039665747e-06,
      "loss": 0.0102,
      "step": 168500
    },
    {
      "epoch": 4.514250607687582,
      "grad_norm": 0.36315858364105225,
      "learning_rate": 4.8707716206444015e-06,
      "loss": 0.0111,
      "step": 169000
    },
    {
      "epoch": 4.527606378716243,
      "grad_norm": 0.131134033203125,
      "learning_rate": 4.736856201623055e-06,
      "loss": 0.0108,
      "step": 169500
    },
    {
      "epoch": 4.540962149744905,
      "grad_norm": 0.13102231919765472,
      "learning_rate": 4.602940782601709e-06,
      "loss": 0.0104,
      "step": 170000
    },
    {
      "epoch": 4.554317920773566,
      "grad_norm": 0.2763272225856781,
      "learning_rate": 4.469025363580363e-06,
      "loss": 0.0114,
      "step": 170500
    },
    {
      "epoch": 4.567673691802228,
      "grad_norm": 0.32108408212661743,
      "learning_rate": 4.335109944559017e-06,
      "loss": 0.0117,
      "step": 171000
    },
    {
      "epoch": 4.581029462830889,
      "grad_norm": 0.1120324432849884,
      "learning_rate": 4.20119452553767e-06,
      "loss": 0.0106,
      "step": 171500
    },
    {
      "epoch": 4.59438523385955,
      "grad_norm": 0.21524450182914734,
      "learning_rate": 4.067279106516324e-06,
      "loss": 0.0111,
      "step": 172000
    },
    {
      "epoch": 4.607741004888212,
      "grad_norm": 0.35390397906303406,
      "learning_rate": 3.9333636874949785e-06,
      "loss": 0.0105,
      "step": 172500
    },
    {
      "epoch": 4.6210967759168735,
      "grad_norm": 0.01059589721262455,
      "learning_rate": 3.799448268473632e-06,
      "loss": 0.0115,
      "step": 173000
    },
    {
      "epoch": 4.6344525469455355,
      "grad_norm": 0.32005932927131653,
      "learning_rate": 3.6655328494522863e-06,
      "loss": 0.0109,
      "step": 173500
    },
    {
      "epoch": 4.647808317974197,
      "grad_norm": 0.25230634212493896,
      "learning_rate": 3.5316174304309396e-06,
      "loss": 0.011,
      "step": 174000
    },
    {
      "epoch": 4.661164089002858,
      "grad_norm": 0.214626282453537,
      "learning_rate": 3.397702011409594e-06,
      "loss": 0.0106,
      "step": 174500
    },
    {
      "epoch": 4.67451986003152,
      "grad_norm": 0.16767887771129608,
      "learning_rate": 3.2637865923882473e-06,
      "loss": 0.0112,
      "step": 175000
    },
    {
      "epoch": 4.687875631060181,
      "grad_norm": 0.31822043657302856,
      "learning_rate": 3.1298711733669015e-06,
      "loss": 0.0103,
      "step": 175500
    },
    {
      "epoch": 4.701231402088842,
      "grad_norm": 0.1805907040834427,
      "learning_rate": 2.9959557543455556e-06,
      "loss": 0.0103,
      "step": 176000
    },
    {
      "epoch": 4.714587173117504,
      "grad_norm": 0.1471567302942276,
      "learning_rate": 2.8620403353242092e-06,
      "loss": 0.0104,
      "step": 176500
    },
    {
      "epoch": 4.727942944146165,
      "grad_norm": 0.8563511371612549,
      "learning_rate": 2.7281249163028633e-06,
      "loss": 0.0106,
      "step": 177000
    },
    {
      "epoch": 4.741298715174827,
      "grad_norm": 0.25240039825439453,
      "learning_rate": 2.594209497281517e-06,
      "loss": 0.0109,
      "step": 177500
    },
    {
      "epoch": 4.7546544862034885,
      "grad_norm": 0.17089323699474335,
      "learning_rate": 2.460294078260171e-06,
      "loss": 0.0103,
      "step": 178000
    },
    {
      "epoch": 4.76801025723215,
      "grad_norm": 0.4265355169773102,
      "learning_rate": 2.326378659238825e-06,
      "loss": 0.011,
      "step": 178500
    },
    {
      "epoch": 4.781366028260812,
      "grad_norm": 0.031356703490018845,
      "learning_rate": 2.1924632402174785e-06,
      "loss": 0.0105,
      "step": 179000
    },
    {
      "epoch": 4.794721799289473,
      "grad_norm": 0.13671967387199402,
      "learning_rate": 2.0585478211961326e-06,
      "loss": 0.0101,
      "step": 179500
    },
    {
      "epoch": 4.808077570318135,
      "grad_norm": 0.7747842073440552,
      "learning_rate": 1.9246324021747863e-06,
      "loss": 0.0112,
      "step": 180000
    },
    {
      "epoch": 4.821433341346796,
      "grad_norm": 0.37611711025238037,
      "learning_rate": 1.7907169831534406e-06,
      "loss": 0.0104,
      "step": 180500
    },
    {
      "epoch": 4.834789112375457,
      "grad_norm": 0.4719175696372986,
      "learning_rate": 1.6568015641320943e-06,
      "loss": 0.0113,
      "step": 181000
    },
    {
      "epoch": 4.848144883404119,
      "grad_norm": 0.021834958344697952,
      "learning_rate": 1.5228861451107482e-06,
      "loss": 0.0111,
      "step": 181500
    },
    {
      "epoch": 4.86150065443278,
      "grad_norm": 0.33364537358283997,
      "learning_rate": 1.388970726089402e-06,
      "loss": 0.0113,
      "step": 182000
    },
    {
      "epoch": 4.8748564254614415,
      "grad_norm": 0.2734985649585724,
      "learning_rate": 1.2550553070680557e-06,
      "loss": 0.0097,
      "step": 182500
    },
    {
      "epoch": 4.8882121964901035,
      "grad_norm": 0.14306038618087769,
      "learning_rate": 1.1211398880467099e-06,
      "loss": 0.01,
      "step": 183000
    },
    {
      "epoch": 4.901567967518765,
      "grad_norm": 0.2272619903087616,
      "learning_rate": 9.872244690253637e-07,
      "loss": 0.0094,
      "step": 183500
    },
    {
      "epoch": 4.914923738547427,
      "grad_norm": 0.23368681967258453,
      "learning_rate": 8.533090500040174e-07,
      "loss": 0.0115,
      "step": 184000
    },
    {
      "epoch": 4.928279509576088,
      "grad_norm": 0.14576603472232819,
      "learning_rate": 7.193936309826714e-07,
      "loss": 0.0109,
      "step": 184500
    },
    {
      "epoch": 4.941635280604749,
      "grad_norm": 0.2974318861961365,
      "learning_rate": 5.854782119613253e-07,
      "loss": 0.0104,
      "step": 185000
    },
    {
      "epoch": 4.954991051633411,
      "grad_norm": 0.05051737278699875,
      "learning_rate": 4.515627929399791e-07,
      "loss": 0.0112,
      "step": 185500
    },
    {
      "epoch": 4.968346822662072,
      "grad_norm": 0.27060556411743164,
      "learning_rate": 3.17647373918633e-07,
      "loss": 0.0107,
      "step": 186000
    },
    {
      "epoch": 4.981702593690734,
      "grad_norm": 0.11953186243772507,
      "learning_rate": 1.8373195489728687e-07,
      "loss": 0.0098,
      "step": 186500
    },
    {
      "epoch": 4.995058364719395,
      "grad_norm": 0.15424083173274994,
      "learning_rate": 4.9816535875940755e-08,
      "loss": 0.0102,
      "step": 187000
    },
    {
      "epoch": 5.0,
      "step": 187185,
      "total_flos": 3.563278503829156e+17,
      "train_loss": 0.043939175246461584,
      "train_runtime": 63426.5621,
      "train_samples_per_second": 11.805,
      "train_steps_per_second": 2.951
    }
  ],
  "logging_steps": 500,
  "max_steps": 187185,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 5000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.563278503829156e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}