{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.001735106998265,
  "eval_steps": 109,
  "global_step": 433,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.002313475997686524,
      "grad_norm": 0.3399973213672638,
      "learning_rate": 2e-05,
      "loss": 1.9578,
      "step": 1
    },
    {
      "epoch": 0.002313475997686524,
      "eval_loss": 2.1020286083221436,
      "eval_runtime": 10.7969,
      "eval_samples_per_second": 16.857,
      "eval_steps_per_second": 8.428,
      "step": 1
    },
    {
      "epoch": 0.004626951995373048,
      "grad_norm": 0.395067036151886,
      "learning_rate": 4e-05,
      "loss": 2.0904,
      "step": 2
    },
    {
      "epoch": 0.006940427993059572,
      "grad_norm": 0.39609459042549133,
      "learning_rate": 6e-05,
      "loss": 2.2316,
      "step": 3
    },
    {
      "epoch": 0.009253903990746095,
      "grad_norm": 0.49195387959480286,
      "learning_rate": 8e-05,
      "loss": 2.016,
      "step": 4
    },
    {
      "epoch": 0.01156737998843262,
      "grad_norm": 0.44324007630348206,
      "learning_rate": 0.0001,
      "loss": 2.1761,
      "step": 5
    },
    {
      "epoch": 0.013880855986119144,
      "grad_norm": 0.47646209597587585,
      "learning_rate": 0.00012,
      "loss": 2.1366,
      "step": 6
    },
    {
      "epoch": 0.016194331983805668,
      "grad_norm": 0.46646180748939514,
      "learning_rate": 0.00014,
      "loss": 2.4749,
      "step": 7
    },
    {
      "epoch": 0.01850780798149219,
      "grad_norm": 0.5300960540771484,
      "learning_rate": 0.00016,
      "loss": 1.9276,
      "step": 8
    },
    {
      "epoch": 0.020821283979178717,
      "grad_norm": 0.5100426077842712,
      "learning_rate": 0.00018,
      "loss": 2.0335,
      "step": 9
    },
    {
      "epoch": 0.02313475997686524,
      "grad_norm": 0.5030096173286438,
      "learning_rate": 0.0002,
      "loss": 1.6497,
      "step": 10
    },
    {
      "epoch": 0.025448235974551765,
      "grad_norm": 0.6166864633560181,
      "learning_rate": 0.00019999724204599747,
      "loss": 1.8756,
      "step": 11
    },
    {
      "epoch": 0.027761711972238288,
      "grad_norm": 0.672324538230896,
      "learning_rate": 0.00019998896833611603,
      "loss": 1.9133,
      "step": 12
    },
    {
      "epoch": 0.03007518796992481,
      "grad_norm": 0.6851418614387512,
      "learning_rate": 0.0001999751793267259,
      "loss": 1.7609,
      "step": 13
    },
    {
      "epoch": 0.032388663967611336,
      "grad_norm": 0.7232297658920288,
      "learning_rate": 0.0001999558757784162,
      "loss": 1.848,
      "step": 14
    },
    {
      "epoch": 0.03470213996529786,
      "grad_norm": 0.6899448037147522,
      "learning_rate": 0.0001999310587559529,
      "loss": 1.9528,
      "step": 15
    },
    {
      "epoch": 0.03701561596298438,
      "grad_norm": 0.6877966523170471,
      "learning_rate": 0.00019990072962822007,
      "loss": 1.6646,
      "step": 16
    },
    {
      "epoch": 0.03932909196067091,
      "grad_norm": 0.7464664578437805,
      "learning_rate": 0.00019986489006814452,
      "loss": 1.6552,
      "step": 17
    },
    {
      "epoch": 0.04164256795835743,
      "grad_norm": 0.910751223564148,
      "learning_rate": 0.00019982354205260347,
      "loss": 1.8468,
      "step": 18
    },
    {
      "epoch": 0.04395604395604396,
      "grad_norm": 1.1243349313735962,
      "learning_rate": 0.00019977668786231534,
      "loss": 1.5975,
      "step": 19
    },
    {
      "epoch": 0.04626951995373048,
      "grad_norm": 0.90322345495224,
      "learning_rate": 0.00019972433008171416,
      "loss": 1.807,
      "step": 20
    },
    {
      "epoch": 0.048582995951417005,
      "grad_norm": 0.8264138698577881,
      "learning_rate": 0.00019966647159880703,
      "loss": 1.6966,
      "step": 21
    },
    {
      "epoch": 0.05089647194910353,
      "grad_norm": 0.6955437064170837,
      "learning_rate": 0.00019960311560501454,
      "loss": 1.4815,
      "step": 22
    },
    {
      "epoch": 0.05320994794679005,
      "grad_norm": 0.8482123017311096,
      "learning_rate": 0.0001995342655949951,
      "loss": 1.8997,
      "step": 23
    },
    {
      "epoch": 0.055523423944476576,
      "grad_norm": 0.6767659187316895,
      "learning_rate": 0.00019945992536645187,
      "loss": 1.6421,
      "step": 24
    },
    {
      "epoch": 0.0578368999421631,
      "grad_norm": 0.6918155550956726,
      "learning_rate": 0.0001993800990199235,
      "loss": 1.8446,
      "step": 25
    },
    {
      "epoch": 0.06015037593984962,
      "grad_norm": 0.7773897647857666,
      "learning_rate": 0.0001992947909585578,
      "loss": 1.7704,
      "step": 26
    },
    {
      "epoch": 0.06246385193753615,
      "grad_norm": 0.668464183807373,
      "learning_rate": 0.000199204005887869,
      "loss": 1.6676,
      "step": 27
    },
    {
      "epoch": 0.06477732793522267,
      "grad_norm": 0.6656757593154907,
      "learning_rate": 0.000199107748815478,
      "loss": 1.806,
      "step": 28
    },
    {
      "epoch": 0.0670908039329092,
      "grad_norm": 0.7004786133766174,
      "learning_rate": 0.00019900602505083648,
      "loss": 1.689,
      "step": 29
    },
    {
      "epoch": 0.06940427993059572,
      "grad_norm": 0.7133733034133911,
      "learning_rate": 0.0001988988402049336,
      "loss": 1.5557,
      "step": 30
    },
    {
      "epoch": 0.07171775592828225,
      "grad_norm": 0.692343533039093,
      "learning_rate": 0.00019878620018998696,
      "loss": 1.6293,
      "step": 31
    },
    {
      "epoch": 0.07403123192596876,
      "grad_norm": 0.7675407528877258,
      "learning_rate": 0.00019866811121911607,
      "loss": 1.6945,
      "step": 32
    },
    {
      "epoch": 0.07634470792365529,
      "grad_norm": 0.7113072276115417,
      "learning_rate": 0.000198544579806,
      "loss": 1.4335,
      "step": 33
    },
    {
      "epoch": 0.07865818392134181,
      "grad_norm": 0.7472631931304932,
      "learning_rate": 0.0001984156127645178,
      "loss": 1.3997,
      "step": 34
    },
    {
      "epoch": 0.08097165991902834,
      "grad_norm": 0.7293872833251953,
      "learning_rate": 0.00019828121720837286,
      "loss": 1.5361,
      "step": 35
    },
    {
      "epoch": 0.08328513591671487,
      "grad_norm": 0.7207411527633667,
      "learning_rate": 0.00019814140055070042,
      "loss": 1.4319,
      "step": 36
    },
    {
      "epoch": 0.08559861191440139,
      "grad_norm": 0.7853992581367493,
      "learning_rate": 0.0001979961705036587,
      "loss": 1.6166,
      "step": 37
    },
    {
      "epoch": 0.08791208791208792,
      "grad_norm": 0.7000876069068909,
      "learning_rate": 0.00019784553507800349,
      "loss": 1.5889,
      "step": 38
    },
    {
      "epoch": 0.09022556390977443,
      "grad_norm": 0.7858404517173767,
      "learning_rate": 0.00019768950258264623,
      "loss": 1.3182,
      "step": 39
    },
    {
      "epoch": 0.09253903990746096,
      "grad_norm": 1.0432612895965576,
      "learning_rate": 0.0001975280816241959,
      "loss": 1.8391,
      "step": 40
    },
    {
      "epoch": 0.09485251590514748,
      "grad_norm": 0.7529584169387817,
      "learning_rate": 0.00019736128110648407,
      "loss": 1.2119,
      "step": 41
    },
    {
      "epoch": 0.09716599190283401,
      "grad_norm": 0.7508506774902344,
      "learning_rate": 0.0001971891102300738,
      "loss": 1.5089,
      "step": 42
    },
    {
      "epoch": 0.09947946790052054,
      "grad_norm": 0.822388768196106,
      "learning_rate": 0.00019701157849175228,
      "loss": 1.5933,
      "step": 43
    },
    {
      "epoch": 0.10179294389820706,
      "grad_norm": 0.802880048751831,
      "learning_rate": 0.00019682869568400684,
      "loss": 1.3992,
      "step": 44
    },
    {
      "epoch": 0.10410641989589357,
      "grad_norm": 0.9297077655792236,
      "learning_rate": 0.00019664047189448493,
      "loss": 1.6651,
      "step": 45
    },
    {
      "epoch": 0.1064198958935801,
      "grad_norm": 1.1322999000549316,
      "learning_rate": 0.00019644691750543767,
      "loss": 1.3997,
      "step": 46
    },
    {
      "epoch": 0.10873337189126663,
      "grad_norm": 0.7720156311988831,
      "learning_rate": 0.00019624804319314705,
      "loss": 1.7694,
      "step": 47
    },
    {
      "epoch": 0.11104684788895315,
      "grad_norm": 0.7898979783058167,
      "learning_rate": 0.00019604385992733715,
      "loss": 1.4742,
      "step": 48
    },
    {
      "epoch": 0.11336032388663968,
      "grad_norm": 0.6521344780921936,
      "learning_rate": 0.00019583437897056915,
      "loss": 1.4612,
      "step": 49
    },
    {
      "epoch": 0.1156737998843262,
      "grad_norm": 0.7756073474884033,
      "learning_rate": 0.00019561961187761985,
      "loss": 1.5643,
      "step": 50
    },
    {
      "epoch": 0.11798727588201273,
      "grad_norm": 0.8036900758743286,
      "learning_rate": 0.00019539957049484458,
      "loss": 1.8586,
      "step": 51
    },
    {
      "epoch": 0.12030075187969924,
      "grad_norm": 0.8056816458702087,
      "learning_rate": 0.00019517426695952358,
      "loss": 1.5957,
      "step": 52
    },
    {
      "epoch": 0.12261422787738577,
      "grad_norm": 0.9158632159233093,
      "learning_rate": 0.0001949437136991925,
      "loss": 1.7497,
      "step": 53
    },
    {
      "epoch": 0.1249277038750723,
      "grad_norm": 0.7732652425765991,
      "learning_rate": 0.00019470792343095718,
      "loss": 1.4969,
      "step": 54
    },
    {
      "epoch": 0.12724117987275882,
      "grad_norm": 0.7758738994598389,
      "learning_rate": 0.0001944669091607919,
      "loss": 1.5511,
      "step": 55
    },
    {
      "epoch": 0.12955465587044535,
      "grad_norm": 0.9249539971351624,
      "learning_rate": 0.00019422068418282202,
      "loss": 1.5711,
      "step": 56
    },
    {
      "epoch": 0.13186813186813187,
      "grad_norm": 0.7654920816421509,
      "learning_rate": 0.00019396926207859084,
      "loss": 1.3893,
      "step": 57
    },
    {
      "epoch": 0.1341816078658184,
      "grad_norm": 0.8605741262435913,
      "learning_rate": 0.00019371265671631037,
      "loss": 1.7423,
      "step": 58
    },
    {
      "epoch": 0.13649508386350492,
      "grad_norm": 0.7574551105499268,
      "learning_rate": 0.00019345088225009626,
      "loss": 1.2445,
      "step": 59
    },
    {
      "epoch": 0.13880855986119145,
      "grad_norm": 0.762031078338623,
      "learning_rate": 0.0001931839531191873,
      "loss": 1.608,
      "step": 60
    },
    {
      "epoch": 0.14112203585887798,
      "grad_norm": 0.7199050784111023,
      "learning_rate": 0.00019291188404714878,
      "loss": 1.3969,
      "step": 61
    },
    {
      "epoch": 0.1434355118565645,
      "grad_norm": 0.982259213924408,
      "learning_rate": 0.0001926346900410604,
      "loss": 1.5795,
      "step": 62
    },
    {
      "epoch": 0.145748987854251,
      "grad_norm": 0.7563619017601013,
      "learning_rate": 0.00019235238639068856,
      "loss": 1.5252,
      "step": 63
    },
    {
      "epoch": 0.14806246385193753,
      "grad_norm": 0.7931501269340515,
      "learning_rate": 0.00019206498866764288,
      "loss": 1.3613,
      "step": 64
    },
    {
      "epoch": 0.15037593984962405,
      "grad_norm": 0.9540237188339233,
      "learning_rate": 0.0001917725127245174,
      "loss": 1.3284,
      "step": 65
    },
    {
      "epoch": 0.15268941584731058,
      "grad_norm": 0.7996963262557983,
      "learning_rate": 0.0001914749746940161,
      "loss": 1.5116,
      "step": 66
    },
    {
      "epoch": 0.1550028918449971,
      "grad_norm": 0.948760986328125,
      "learning_rate": 0.00019117239098806295,
      "loss": 1.5588,
      "step": 67
    },
    {
      "epoch": 0.15731636784268363,
      "grad_norm": 1.5255943536758423,
      "learning_rate": 0.00019086477829689685,
      "loss": 1.8955,
      "step": 68
    },
    {
      "epoch": 0.15962984384037016,
      "grad_norm": 0.8543786406517029,
      "learning_rate": 0.0001905521535881509,
      "loss": 1.3798,
      "step": 69
    },
    {
      "epoch": 0.16194331983805668,
      "grad_norm": 0.8216015100479126,
      "learning_rate": 0.00019023453410591635,
      "loss": 1.6253,
      "step": 70
    },
    {
      "epoch": 0.1642567958357432,
      "grad_norm": 0.8117348551750183,
      "learning_rate": 0.00018991193736979175,
      "loss": 1.435,
      "step": 71
    },
    {
      "epoch": 0.16657027183342973,
      "grad_norm": 0.8032724261283875,
      "learning_rate": 0.00018958438117391618,
      "loss": 1.618,
      "step": 72
    },
    {
      "epoch": 0.16888374783111626,
      "grad_norm": 0.6522647738456726,
      "learning_rate": 0.00018925188358598813,
      "loss": 1.1492,
      "step": 73
    },
    {
      "epoch": 0.17119722382880279,
      "grad_norm": 0.7970156073570251,
      "learning_rate": 0.00018891446294626866,
      "loss": 1.5414,
      "step": 74
    },
    {
      "epoch": 0.1735106998264893,
      "grad_norm": 0.6473830342292786,
      "learning_rate": 0.00018857213786656985,
      "loss": 1.5416,
      "step": 75
    },
    {
      "epoch": 0.17582417582417584,
      "grad_norm": 0.7426322102546692,
      "learning_rate": 0.0001882249272292282,
      "loss": 1.64,
      "step": 76
    },
    {
      "epoch": 0.17813765182186234,
      "grad_norm": 0.7935405373573303,
      "learning_rate": 0.00018787285018606297,
      "loss": 1.4635,
      "step": 77
    },
    {
      "epoch": 0.18045112781954886,
      "grad_norm": 0.6995466351509094,
      "learning_rate": 0.00018751592615732005,
      "loss": 1.3464,
      "step": 78
    },
    {
      "epoch": 0.1827646038172354,
      "grad_norm": 0.6961093544960022,
      "learning_rate": 0.0001871541748306005,
      "loss": 1.4224,
      "step": 79
    },
    {
      "epoch": 0.18507807981492191,
      "grad_norm": 0.9122251868247986,
      "learning_rate": 0.00018678761615977468,
      "loss": 1.5145,
      "step": 80
    },
    {
      "epoch": 0.18739155581260844,
      "grad_norm": 0.9283278584480286,
      "learning_rate": 0.00018641627036388169,
      "loss": 1.4873,
      "step": 81
    },
    {
      "epoch": 0.18970503181029497,
      "grad_norm": 0.8497010469436646,
      "learning_rate": 0.00018604015792601396,
      "loss": 1.554,
      "step": 82
    },
    {
      "epoch": 0.1920185078079815,
      "grad_norm": 2.2614738941192627,
      "learning_rate": 0.00018565929959218758,
      "loss": 1.2734,
      "step": 83
    },
    {
      "epoch": 0.19433198380566802,
      "grad_norm": 1.1561390161514282,
      "learning_rate": 0.0001852737163701979,
      "loss": 1.6167,
      "step": 84
    },
    {
      "epoch": 0.19664545980335454,
      "grad_norm": 0.6791762113571167,
      "learning_rate": 0.00018488342952846073,
      "loss": 1.7255,
      "step": 85
    },
    {
      "epoch": 0.19895893580104107,
      "grad_norm": 0.6215973496437073,
      "learning_rate": 0.0001844884605948392,
      "loss": 1.6969,
      "step": 86
    },
    {
      "epoch": 0.2012724117987276,
      "grad_norm": 0.794448733329773,
      "learning_rate": 0.00018408883135545632,
      "loss": 1.4932,
      "step": 87
    },
    {
      "epoch": 0.20358588779641412,
      "grad_norm": 0.6229166388511658,
      "learning_rate": 0.00018368456385349334,
      "loss": 1.6009,
      "step": 88
    },
    {
      "epoch": 0.20589936379410065,
      "grad_norm": 0.7352206707000732,
      "learning_rate": 0.0001832756803879737,
      "loss": 1.6856,
      "step": 89
    },
    {
      "epoch": 0.20821283979178715,
      "grad_norm": 0.6876854300498962,
      "learning_rate": 0.0001828622035125332,
      "loss": 1.4577,
      "step": 90
    },
    {
      "epoch": 0.21052631578947367,
      "grad_norm": 0.8743552565574646,
      "learning_rate": 0.00018244415603417603,
      "loss": 1.3258,
      "step": 91
    },
    {
      "epoch": 0.2128397917871602,
      "grad_norm": 0.7238895893096924,
      "learning_rate": 0.00018202156101201645,
      "loss": 1.4712,
      "step": 92
    },
    {
      "epoch": 0.21515326778484672,
      "grad_norm": 0.715528666973114,
      "learning_rate": 0.00018159444175600703,
      "loss": 1.5302,
      "step": 93
    },
    {
      "epoch": 0.21746674378253325,
      "grad_norm": 1.0801682472229004,
      "learning_rate": 0.00018116282182565311,
      "loss": 1.4852,
      "step": 94
    },
    {
      "epoch": 0.21978021978021978,
      "grad_norm": 0.858747661113739,
      "learning_rate": 0.00018072672502871296,
      "loss": 1.6437,
      "step": 95
    },
    {
      "epoch": 0.2220936957779063,
      "grad_norm": 0.8783658742904663,
      "learning_rate": 0.00018028617541988472,
      "loss": 1.3186,
      "step": 96
    },
    {
      "epoch": 0.22440717177559283,
      "grad_norm": 0.8060987591743469,
      "learning_rate": 0.00017984119729947944,
      "loss": 1.4196,
      "step": 97
    },
    {
      "epoch": 0.22672064777327935,
      "grad_norm": 0.7477862238883972,
      "learning_rate": 0.000179391815212081,
      "loss": 1.5425,
      "step": 98
    },
    {
      "epoch": 0.22903412377096588,
      "grad_norm": 0.7861021757125854,
      "learning_rate": 0.0001789380539451919,
      "loss": 1.466,
      "step": 99
    },
    {
      "epoch": 0.2313475997686524,
      "grad_norm": 0.7526046633720398,
      "learning_rate": 0.0001784799385278661,
      "loss": 1.6498,
      "step": 100
    },
    {
      "epoch": 0.23366107576633893,
      "grad_norm": 0.8622438907623291,
      "learning_rate": 0.0001780174942293287,
      "loss": 1.5799,
      "step": 101
    },
    {
      "epoch": 0.23597455176402546,
      "grad_norm": 0.7830734848976135,
      "learning_rate": 0.00017755074655758174,
      "loss": 1.4668,
      "step": 102
    },
    {
      "epoch": 0.23828802776171198,
      "grad_norm": 0.6620804667472839,
      "learning_rate": 0.00017707972125799735,
      "loss": 1.2723,
      "step": 103
    },
    {
      "epoch": 0.24060150375939848,
      "grad_norm": 0.8668142557144165,
      "learning_rate": 0.0001766044443118978,
      "loss": 1.4442,
      "step": 104
    },
    {
      "epoch": 0.242914979757085,
      "grad_norm": 0.8191701769828796,
      "learning_rate": 0.0001761249419351222,
      "loss": 1.408,
      "step": 105
    },
    {
      "epoch": 0.24522845575477153,
      "grad_norm": 0.7799021005630493,
      "learning_rate": 0.00017564124057658056,
      "loss": 1.4873,
      "step": 106
    },
    {
      "epoch": 0.24754193175245806,
      "grad_norm": 0.6862074136734009,
      "learning_rate": 0.00017515336691679477,
      "loss": 1.3452,
      "step": 107
    },
    {
      "epoch": 0.2498554077501446,
      "grad_norm": 0.7772287130355835,
      "learning_rate": 0.0001746613478664271,
      "loss": 1.7006,
      "step": 108
    },
    {
      "epoch": 0.25216888374783114,
      "grad_norm": 0.8477833271026611,
      "learning_rate": 0.00017416521056479577,
      "loss": 1.5108,
      "step": 109
    },
    {
      "epoch": 0.25216888374783114,
      "eval_loss": 1.4345498085021973,
      "eval_runtime": 10.8053,
      "eval_samples_per_second": 16.844,
      "eval_steps_per_second": 8.422,
      "step": 109
    },
    {
      "epoch": 0.25448235974551764,
      "grad_norm": 0.7087786197662354,
      "learning_rate": 0.0001736649823783779,
      "loss": 1.7264,
      "step": 110
    },
    {
      "epoch": 0.25679583574320414,
      "grad_norm": 0.7836518883705139,
      "learning_rate": 0.00017316069089930007,
      "loss": 1.529,
      "step": 111
    },
    {
      "epoch": 0.2591093117408907,
      "grad_norm": 1.048854947090149,
      "learning_rate": 0.00017265236394381633,
      "loss": 1.3671,
      "step": 112
    },
    {
      "epoch": 0.2614227877385772,
      "grad_norm": 0.810681939125061,
      "learning_rate": 0.00017214002955077393,
      "loss": 1.2963,
      "step": 113
    },
    {
      "epoch": 0.26373626373626374,
      "grad_norm": 0.7555429339408875,
      "learning_rate": 0.00017162371598006666,
      "loss": 1.3388,
      "step": 114
    },
    {
      "epoch": 0.26604973973395024,
      "grad_norm": 0.7129300832748413,
      "learning_rate": 0.0001711034517110761,
      "loss": 1.4739,
      "step": 115
    },
    {
      "epoch": 0.2683632157316368,
      "grad_norm": 0.7517939209938049,
      "learning_rate": 0.0001705792654411007,
      "loss": 1.2885,
      "step": 116
    },
    {
      "epoch": 0.2706766917293233,
      "grad_norm": 0.7636547088623047,
      "learning_rate": 0.00017005118608377288,
      "loss": 1.1262,
      "step": 117
    },
    {
      "epoch": 0.27299016772700985,
      "grad_norm": 0.6390852928161621,
      "learning_rate": 0.00016951924276746425,
      "loss": 1.4722,
      "step": 118
    },
    {
      "epoch": 0.27530364372469635,
      "grad_norm": 0.7404183149337769,
      "learning_rate": 0.00016898346483367867,
      "loss": 1.3062,
      "step": 119
    },
    {
      "epoch": 0.2776171197223829,
      "grad_norm": 0.7554474472999573,
      "learning_rate": 0.00016844388183543418,
      "loss": 1.5561,
      "step": 120
    },
    {
      "epoch": 0.2799305957200694,
      "grad_norm": 0.7040632963180542,
      "learning_rate": 0.00016790052353563253,
      "loss": 1.37,
      "step": 121
    },
    {
      "epoch": 0.28224407171775595,
      "grad_norm": 0.7679939866065979,
      "learning_rate": 0.00016735341990541764,
      "loss": 1.572,
      "step": 122
    },
    {
      "epoch": 0.28455754771544245,
      "grad_norm": 1.5261567831039429,
      "learning_rate": 0.0001668026011225225,
      "loss": 1.859,
      "step": 123
    },
    {
      "epoch": 0.286871023713129,
      "grad_norm": 0.7611623406410217,
      "learning_rate": 0.00016624809756960444,
      "loss": 1.5214,
      "step": 124
    },
    {
      "epoch": 0.2891844997108155,
      "grad_norm": 0.6839912533760071,
      "learning_rate": 0.0001656899398325693,
      "loss": 1.5779,
      "step": 125
    },
    {
      "epoch": 0.291497975708502,
      "grad_norm": 0.7929196357727051,
      "learning_rate": 0.0001651281586988844,
      "loss": 1.6152,
      "step": 126
    },
    {
      "epoch": 0.29381145170618855,
      "grad_norm": 0.8201865553855896,
      "learning_rate": 0.00016456278515588024,
      "loss": 1.4774,
      "step": 127
    },
    {
      "epoch": 0.29612492770387505,
      "grad_norm": 0.7088044285774231,
      "learning_rate": 0.00016399385038904138,
      "loss": 1.4341,
      "step": 128
    },
    {
      "epoch": 0.2984384037015616,
      "grad_norm": 0.6429023146629333,
      "learning_rate": 0.00016342138578028613,
      "loss": 1.2326,
      "step": 129
    },
    {
      "epoch": 0.3007518796992481,
      "grad_norm": 1.0399140119552612,
      "learning_rate": 0.00016284542290623567,
      "loss": 1.4659,
      "step": 130
    },
    {
      "epoch": 0.30306535569693466,
      "grad_norm": 0.6664958000183105,
      "learning_rate": 0.00016226599353647228,
      "loss": 1.5073,
      "step": 131
    },
    {
      "epoch": 0.30537883169462116,
      "grad_norm": 0.6950388550758362,
      "learning_rate": 0.00016168312963178697,
      "loss": 1.4276,
      "step": 132
    },
    {
      "epoch": 0.3076923076923077,
      "grad_norm": 0.7007633447647095,
      "learning_rate": 0.00016109686334241655,
      "loss": 1.2262,
      "step": 133
    },
    {
      "epoch": 0.3100057836899942,
      "grad_norm": 0.7242065072059631,
      "learning_rate": 0.00016050722700627012,
      "loss": 1.547,
      "step": 134
    },
    {
      "epoch": 0.31231925968768076,
      "grad_norm": 3.334423542022705,
      "learning_rate": 0.0001599142531471456,
      "loss": 2.2348,
      "step": 135
    },
    {
      "epoch": 0.31463273568536726,
      "grad_norm": 0.7784128785133362,
      "learning_rate": 0.00015931797447293552,
      "loss": 1.5693,
      "step": 136
    },
    {
      "epoch": 0.3169462116830538,
      "grad_norm": 0.7343922257423401,
      "learning_rate": 0.00015871842387382305,
      "loss": 1.5348,
      "step": 137
    },
    {
      "epoch": 0.3192596876807403,
      "grad_norm": 0.8661016821861267,
      "learning_rate": 0.00015811563442046767,
      "loss": 1.0905,
      "step": 138
    },
    {
      "epoch": 0.3215731636784268,
      "grad_norm": 0.6227579116821289,
      "learning_rate": 0.00015750963936218105,
      "loss": 1.4462,
      "step": 139
    },
    {
      "epoch": 0.32388663967611336,
      "grad_norm": 0.7491669654846191,
      "learning_rate": 0.00015690047212509316,
      "loss": 1.5066,
      "step": 140
    },
    {
      "epoch": 0.32620011567379986,
      "grad_norm": 0.702944278717041,
      "learning_rate": 0.00015628816631030836,
      "loss": 1.7046,
      "step": 141
    },
    {
      "epoch": 0.3285135916714864,
      "grad_norm": 0.6050284504890442,
      "learning_rate": 0.00015567275569205218,
      "loss": 1.4131,
      "step": 142
    },
    {
      "epoch": 0.3308270676691729,
      "grad_norm": 0.7542500495910645,
      "learning_rate": 0.00015505427421580808,
      "loss": 1.5665,
      "step": 143
    },
    {
      "epoch": 0.33314054366685947,
      "grad_norm": 0.6326833963394165,
      "learning_rate": 0.00015443275599644538,
      "loss": 1.4805,
      "step": 144
    },
    {
      "epoch": 0.33545401966454597,
      "grad_norm": 0.725943922996521,
      "learning_rate": 0.00015380823531633729,
      "loss": 1.5897,
      "step": 145
    },
    {
      "epoch": 0.3377674956622325,
      "grad_norm": 1.0557090044021606,
      "learning_rate": 0.00015318074662346994,
      "loss": 1.506,
      "step": 146
    },
    {
      "epoch": 0.340080971659919,
      "grad_norm": 0.8393368124961853,
      "learning_rate": 0.00015255032452954245,
      "loss": 1.5999,
      "step": 147
    },
    {
      "epoch": 0.34239444765760557,
      "grad_norm": 0.7640929222106934,
      "learning_rate": 0.00015191700380805752,
      "loss": 1.4351,
      "step": 148
    },
    {
      "epoch": 0.34470792365529207,
      "grad_norm": 0.6826245188713074,
      "learning_rate": 0.00015128081939240357,
      "loss": 1.1956,
      "step": 149
    },
    {
      "epoch": 0.3470213996529786,
      "grad_norm": 0.6988300681114197,
      "learning_rate": 0.00015064180637392764,
      "loss": 1.4544,
      "step": 150
    },
    {
      "epoch": 0.3493348756506651,
      "grad_norm": 0.6668153405189514,
      "learning_rate": 0.00015000000000000001,
      "loss": 1.4493,
      "step": 151
    },
    {
      "epoch": 0.3516483516483517,
      "grad_norm": 0.8055758476257324,
      "learning_rate": 0.00014935543567206984,
      "loss": 1.3977,
      "step": 152
    },
    {
      "epoch": 0.3539618276460382,
      "grad_norm": 0.7033191919326782,
      "learning_rate": 0.00014870814894371245,
      "loss": 1.3877,
      "step": 153
    },
    {
      "epoch": 0.3562753036437247,
      "grad_norm": 0.7246537804603577,
      "learning_rate": 0.00014805817551866838,
      "loss": 1.5733,
      "step": 154
    },
    {
      "epoch": 0.3585887796414112,
      "grad_norm": 0.6941932439804077,
      "learning_rate": 0.00014740555124887375,
      "loss": 1.66,
      "step": 155
    },
    {
      "epoch": 0.3609022556390977,
      "grad_norm": 0.9049966335296631,
      "learning_rate": 0.00014675031213248296,
      "loss": 1.5537,
      "step": 156
    },
    {
      "epoch": 0.3632157316367843,
      "grad_norm": 0.7275660037994385,
      "learning_rate": 0.00014609249431188278,
      "loss": 1.5031,
      "step": 157
    },
    {
      "epoch": 0.3655292076344708,
      "grad_norm": 0.7365984320640564,
      "learning_rate": 0.0001454321340716992,
      "loss": 1.4126,
      "step": 158
    },
    {
      "epoch": 0.36784268363215733,
      "grad_norm": 0.6798694133758545,
      "learning_rate": 0.00014476926783679538,
      "loss": 1.3929,
      "step": 159
    },
    {
      "epoch": 0.37015615962984383,
      "grad_norm": 0.8447949290275574,
      "learning_rate": 0.00014410393217026318,
      "loss": 1.4582,
      "step": 160
    },
    {
      "epoch": 0.3724696356275304,
      "grad_norm": 0.7634427547454834,
      "learning_rate": 0.00014343616377140582,
      "loss": 1.4617,
      "step": 161
    },
    {
      "epoch": 0.3747831116252169,
      "grad_norm": 0.8750514388084412,
      "learning_rate": 0.00014276599947371388,
      "loss": 1.5276,
      "step": 162
    },
    {
      "epoch": 0.37709658762290343,
      "grad_norm": 0.8926424980163574,
      "learning_rate": 0.0001420934762428335,
      "loss": 1.4122,
      "step": 163
    },
    {
      "epoch": 0.37941006362058993,
      "grad_norm": 0.7219982743263245,
      "learning_rate": 0.00014141863117452745,
      "loss": 1.5435,
      "step": 164
    },
    {
      "epoch": 0.3817235396182765,
      "grad_norm": 0.8576944470405579,
      "learning_rate": 0.0001407415014926288,
      "loss": 1.266,
      "step": 165
    },
    {
      "epoch": 0.384037015615963,
      "grad_norm": 0.8523145914077759,
      "learning_rate": 0.00014006212454698797,
      "loss": 1.5287,
      "step": 166
    },
    {
      "epoch": 0.3863504916136495,
      "grad_norm": 1.0817631483078003,
      "learning_rate": 0.00013938053781141222,
      "loss": 1.4515,
      "step": 167
    },
    {
      "epoch": 0.38866396761133604,
      "grad_norm": 0.655404269695282,
      "learning_rate": 0.00013869677888159887,
      "loss": 1.2777,
      "step": 168
    },
    {
      "epoch": 0.39097744360902253,
      "grad_norm": 0.8608860969543457,
      "learning_rate": 0.00013801088547306148,
      "loss": 1.5067,
      "step": 169
    },
    {
      "epoch": 0.3932909196067091,
      "grad_norm": 0.7322170734405518,
      "learning_rate": 0.00013732289541904948,
      "loss": 1.5836,
      "step": 170
    },
    {
      "epoch": 0.3956043956043956,
      "grad_norm": 0.6504427790641785,
      "learning_rate": 0.00013663284666846134,
      "loss": 1.3094,
      "step": 171
    },
    {
      "epoch": 0.39791787160208214,
      "grad_norm": 0.825831949710846,
      "learning_rate": 0.00013594077728375128,
      "loss": 1.4154,
      "step": 172
    },
    {
      "epoch": 0.40023134759976864,
      "grad_norm": 0.7108312845230103,
      "learning_rate": 0.00013524672543882996,
      "loss": 1.4306,
      "step": 173
    },
    {
      "epoch": 0.4025448235974552,
      "grad_norm": 0.6910614371299744,
      "learning_rate": 0.00013455072941695863,
      "loss": 1.3299,
      "step": 174
    },
    {
      "epoch": 0.4048582995951417,
      "grad_norm": 0.7017213702201843,
      "learning_rate": 0.00013385282760863758,
      "loss": 1.6279,
      "step": 175
    },
    {
      "epoch": 0.40717177559282824,
      "grad_norm": 0.7152650952339172,
      "learning_rate": 0.00013315305850948846,
      "loss": 1.4052,
      "step": 176
    },
    {
      "epoch": 0.40948525159051474,
      "grad_norm": 0.8639754056930542,
      "learning_rate": 0.00013245146071813114,
      "loss": 1.3799,
      "step": 177
    },
    {
      "epoch": 0.4117987275882013,
      "grad_norm": 0.8129052519798279,
      "learning_rate": 0.00013174807293405428,
      "loss": 1.6497,
      "step": 178
    },
    {
      "epoch": 0.4141122035858878,
      "grad_norm": 0.7622801661491394,
      "learning_rate": 0.00013104293395548098,
      "loss": 1.3342,
      "step": 179
    },
    {
      "epoch": 0.4164256795835743,
      "grad_norm": 0.7449405193328857,
      "learning_rate": 0.00013033608267722858,
      "loss": 1.4694,
      "step": 180
    },
    {
      "epoch": 0.41873915558126085,
      "grad_norm": 0.762489914894104,
      "learning_rate": 0.00012962755808856342,
      "loss": 1.3758,
      "step": 181
    },
    {
      "epoch": 0.42105263157894735,
      "grad_norm": 0.8101691603660583,
      "learning_rate": 0.0001289173992710499,
      "loss": 1.2831,
      "step": 182
    },
    {
      "epoch": 0.4233661075766339,
      "grad_norm": 0.7871717810630798,
      "learning_rate": 0.00012820564539639512,
      "loss": 1.5555,
      "step": 183
    },
    {
      "epoch": 0.4256795835743204,
      "grad_norm": 0.7234442234039307,
      "learning_rate": 0.00012749233572428804,
      "loss": 1.4879,
      "step": 184
    },
    {
      "epoch": 0.42799305957200695,
      "grad_norm": 0.7332390546798706,
      "learning_rate": 0.00012677750960023396,
      "loss": 1.5282,
      "step": 185
    },
    {
      "epoch": 0.43030653556969345,
      "grad_norm": 0.7136551141738892,
      "learning_rate": 0.0001260612064533843,
      "loss": 1.394,
      "step": 186
    },
    {
      "epoch": 0.43262001156738,
      "grad_norm": 0.7162455320358276,
      "learning_rate": 0.0001253434657943616,
      "loss": 1.2765,
      "step": 187
    },
    {
      "epoch": 0.4349334875650665,
      "grad_norm": 0.9799765348434448,
      "learning_rate": 0.0001246243272130804,
      "loss": 1.3739,
      "step": 188
    },
    {
      "epoch": 0.43724696356275305,
      "grad_norm": 0.6799064874649048,
      "learning_rate": 0.00012390383037656327,
      "loss": 1.2969,
      "step": 189
    },
    {
      "epoch": 0.43956043956043955,
      "grad_norm": 0.7191393971443176,
      "learning_rate": 0.00012318201502675285,
      "loss": 1.5063,
      "step": 190
    },
    {
      "epoch": 0.4418739155581261,
      "grad_norm": 0.6423901915550232,
      "learning_rate": 0.00012245892097831982,
      "loss": 1.5888,
      "step": 191
    },
    {
      "epoch": 0.4441873915558126,
      "grad_norm": 0.6829880475997925,
      "learning_rate": 0.0001217345881164667,
      "loss": 1.4083,
      "step": 192
    },
    {
      "epoch": 0.44650086755349916,
      "grad_norm": 0.6695203185081482,
      "learning_rate": 0.00012100905639472779,
      "loss": 1.4187,
      "step": 193
    },
    {
      "epoch": 0.44881434355118566,
      "grad_norm": 0.6932244896888733,
      "learning_rate": 0.00012028236583276542,
      "loss": 1.4341,
      "step": 194
    },
    {
      "epoch": 0.45112781954887216,
      "grad_norm": 0.7962766885757446,
      "learning_rate": 0.00011955455651416246,
      "loss": 2.1889,
      "step": 195
    },
    {
      "epoch": 0.4534412955465587,
      "grad_norm": 0.7470282912254333,
      "learning_rate": 0.00011882566858421135,
      "loss": 1.555,
      "step": 196
    },
    {
      "epoch": 0.4557547715442452,
      "grad_norm": 0.7234302163124084,
      "learning_rate": 0.00011809574224769981,
      "loss": 1.2983,
      "step": 197
    },
    {
      "epoch": 0.45806824754193176,
      "grad_norm": 0.7697608470916748,
      "learning_rate": 0.00011736481776669306,
      "loss": 1.3848,
      "step": 198
    },
    {
      "epoch": 0.46038172353961826,
      "grad_norm": 0.687821626663208,
      "learning_rate": 0.00011663293545831302,
      "loss": 1.4236,
      "step": 199
    },
    {
      "epoch": 0.4626951995373048,
      "grad_norm": 0.6872373819351196,
      "learning_rate": 0.00011590013569251457,
      "loss": 1.4019,
      "step": 200
    },
    {
      "epoch": 0.4650086755349913,
      "grad_norm": 0.6931859850883484,
      "learning_rate": 0.0001151664588898586,
      "loss": 1.6611,
      "step": 201
    },
    {
      "epoch": 0.46732215153267787,
      "grad_norm": 0.737373948097229,
      "learning_rate": 0.00011443194551928266,
      "loss": 1.3498,
      "step": 202
    },
    {
      "epoch": 0.46963562753036436,
      "grad_norm": 0.7127648591995239,
      "learning_rate": 0.00011369663609586854,
      "loss": 1.1883,
      "step": 203
    },
    {
      "epoch": 0.4719491035280509,
      "grad_norm": 0.8242975473403931,
      "learning_rate": 0.00011296057117860759,
      "loss": 1.5921,
      "step": 204
    },
    {
      "epoch": 0.4742625795257374,
      "grad_norm": 0.7169991731643677,
      "learning_rate": 0.00011222379136816345,
      "loss": 1.5704,
      "step": 205
    },
    {
      "epoch": 0.47657605552342397,
      "grad_norm": 1.7994338274002075,
      "learning_rate": 0.00011148633730463273,
      "loss": 1.4041,
      "step": 206
    },
    {
      "epoch": 0.47888953152111047,
      "grad_norm": 0.7183018922805786,
      "learning_rate": 0.00011074824966530312,
      "loss": 1.5543,
      "step": 207
    },
    {
      "epoch": 0.48120300751879697,
      "grad_norm": 0.7586255073547363,
      "learning_rate": 0.00011000956916240985,
      "loss": 1.3519,
      "step": 208
    },
    {
      "epoch": 0.4835164835164835,
      "grad_norm": 0.8232482075691223,
      "learning_rate": 0.00010927033654088983,
      "loss": 1.5358,
      "step": 209
    },
    {
      "epoch": 0.48582995951417,
      "grad_norm": 0.6614106297492981,
      "learning_rate": 0.00010853059257613448,
      "loss": 1.2934,
      "step": 210
    },
    {
      "epoch": 0.48814343551185657,
      "grad_norm": 0.7391123175621033,
      "learning_rate": 0.00010779037807174033,
      "loss": 1.5077,
      "step": 211
    },
    {
      "epoch": 0.49045691150954307,
      "grad_norm": 0.8022238612174988,
      "learning_rate": 0.00010704973385725851,
      "loss": 1.4488,
      "step": 212
    },
    {
      "epoch": 0.4927703875072296,
      "grad_norm": 0.780761182308197,
      "learning_rate": 0.00010630870078594249,
      "loss": 1.3339,
      "step": 213
    },
    {
      "epoch": 0.4950838635049161,
      "grad_norm": 0.6710714101791382,
      "learning_rate": 0.00010556731973249485,
      "loss": 1.4517,
      "step": 214
    },
    {
      "epoch": 0.4973973395026027,
      "grad_norm": 0.7689762115478516,
      "learning_rate": 0.00010482563159081238,
      "loss": 1.3684,
      "step": 215
    },
    {
      "epoch": 0.4997108155002892,
      "grad_norm": 0.7898355722427368,
      "learning_rate": 0.00010408367727173067,
      "loss": 1.5013,
      "step": 216
    },
    {
      "epoch": 0.5020242914979757,
      "grad_norm": 0.7967050075531006,
      "learning_rate": 0.00010334149770076747,
      "loss": 1.5157,
      "step": 217
    },
    {
      "epoch": 0.5043377674956623,
      "grad_norm": 0.8066168427467346,
      "learning_rate": 0.0001025991338158651,
      "loss": 1.3116,
      "step": 218
    },
    {
      "epoch": 0.5043377674956623,
      "eval_loss": 1.3869909048080444,
      "eval_runtime": 10.8012,
      "eval_samples_per_second": 16.85,
      "eval_steps_per_second": 8.425,
      "step": 218
    },
    {
      "epoch": 0.5066512434933488,
      "grad_norm": 0.6096333861351013,
      "learning_rate": 0.00010185662656513251,
      "loss": 1.3168,
      "step": 219
    },
    {
      "epoch": 0.5089647194910353,
      "grad_norm": 0.7397778630256653,
      "learning_rate": 0.00010111401690458654,
      "loss": 1.5419,
      "step": 220
    },
    {
      "epoch": 0.5112781954887218,
      "grad_norm": 0.797248899936676,
      "learning_rate": 0.00010037134579589302,
      "loss": 1.3806,
      "step": 221
    },
    {
      "epoch": 0.5135916714864083,
      "grad_norm": 0.7251853346824646,
      "learning_rate": 9.962865420410701e-05,
      "loss": 1.4011,
      "step": 222
    },
    {
      "epoch": 0.5159051474840949,
      "grad_norm": 0.7449235916137695,
      "learning_rate": 9.888598309541347e-05,
      "loss": 1.5048,
      "step": 223
    },
    {
      "epoch": 0.5182186234817814,
      "grad_norm": 0.7520445585250854,
      "learning_rate": 9.814337343486754e-05,
      "loss": 1.7148,
      "step": 224
    },
    {
      "epoch": 0.5205320994794679,
      "grad_norm": 1.043900489807129,
      "learning_rate": 9.740086618413495e-05,
      "loss": 1.1902,
      "step": 225
    },
    {
      "epoch": 0.5228455754771544,
      "grad_norm": 0.8331881761550903,
      "learning_rate": 9.665850229923258e-05,
      "loss": 1.4307,
      "step": 226
    },
    {
      "epoch": 0.525159051474841,
      "grad_norm": 0.668869137763977,
      "learning_rate": 9.591632272826934e-05,
      "loss": 1.5462,
      "step": 227
    },
    {
      "epoch": 0.5274725274725275,
      "grad_norm": 0.6706287264823914,
      "learning_rate": 9.517436840918766e-05,
      "loss": 1.2781,
      "step": 228
    },
    {
      "epoch": 0.529786003470214,
      "grad_norm": 0.6787514686584473,
      "learning_rate": 9.44326802675052e-05,
      "loss": 1.2348,
      "step": 229
    },
    {
      "epoch": 0.5320994794679005,
      "grad_norm": 0.9309074878692627,
      "learning_rate": 9.369129921405754e-05,
      "loss": 1.3653,
      "step": 230
    },
    {
      "epoch": 0.5344129554655871,
      "grad_norm": 0.7903034687042236,
      "learning_rate": 9.295026614274152e-05,
      "loss": 1.3502,
      "step": 231
    },
    {
      "epoch": 0.5367264314632736,
      "grad_norm": 0.7424581050872803,
      "learning_rate": 9.220962192825968e-05,
      "loss": 1.2398,
      "step": 232
    },
    {
      "epoch": 0.5390399074609601,
      "grad_norm": 0.7345428466796875,
      "learning_rate": 9.146940742386553e-05,
      "loss": 1.3459,
      "step": 233
    },
    {
      "epoch": 0.5413533834586466,
      "grad_norm": 0.7377890348434448,
      "learning_rate": 9.072966345911019e-05,
      "loss": 1.7839,
      "step": 234
    },
    {
      "epoch": 0.5436668594563332,
      "grad_norm": 0.5978153944015503,
      "learning_rate": 8.999043083759017e-05,
      "loss": 1.2665,
      "step": 235
    },
    {
      "epoch": 0.5459803354540197,
      "grad_norm": 0.7693458795547485,
      "learning_rate": 8.925175033469688e-05,
      "loss": 1.24,
      "step": 236
    },
    {
      "epoch": 0.5482938114517062,
      "grad_norm": 0.6974093317985535,
      "learning_rate": 8.851366269536729e-05,
      "loss": 1.4608,
      "step": 237
    },
    {
      "epoch": 0.5506072874493927,
      "grad_norm": 0.7580088973045349,
      "learning_rate": 8.777620863183657e-05,
      "loss": 1.4126,
      "step": 238
    },
    {
      "epoch": 0.5529207634470792,
      "grad_norm": 0.765581488609314,
      "learning_rate": 8.703942882139245e-05,
      "loss": 1.2628,
      "step": 239
    },
    {
      "epoch": 0.5552342394447658,
      "grad_norm": 0.7631167769432068,
      "learning_rate": 8.630336390413147e-05,
      "loss": 1.3958,
      "step": 240
    },
    {
      "epoch": 0.5575477154424523,
      "grad_norm": 0.656151533126831,
      "learning_rate": 8.556805448071735e-05,
      "loss": 1.2381,
      "step": 241
    },
    {
      "epoch": 0.5598611914401388,
      "grad_norm": 0.646943986415863,
      "learning_rate": 8.483354111014141e-05,
      "loss": 1.5125,
      "step": 242
    },
    {
      "epoch": 0.5621746674378253,
      "grad_norm": 0.7245067954063416,
      "learning_rate": 8.409986430748545e-05,
      "loss": 1.3219,
      "step": 243
    },
    {
      "epoch": 0.5644881434355119,
      "grad_norm": 0.847819447517395,
      "learning_rate": 8.336706454168701e-05,
      "loss": 1.4446,
      "step": 244
    },
    {
      "epoch": 0.5668016194331984,
      "grad_norm": 0.6896739602088928,
      "learning_rate": 8.263518223330697e-05,
      "loss": 1.4101,
      "step": 245
    },
    {
      "epoch": 0.5691150954308849,
      "grad_norm": 0.7728710770606995,
      "learning_rate": 8.190425775230021e-05,
      "loss": 1.5262,
      "step": 246
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 0.8391836285591125,
      "learning_rate": 8.117433141578866e-05,
      "loss": 1.2912,
      "step": 247
    },
    {
      "epoch": 0.573742047426258,
      "grad_norm": 0.6729519963264465,
      "learning_rate": 8.044544348583755e-05,
      "loss": 1.5202,
      "step": 248
    },
    {
      "epoch": 0.5760555234239445,
      "grad_norm": 0.6345050930976868,
      "learning_rate": 7.971763416723459e-05,
      "loss": 1.1724,
      "step": 249
    },
    {
      "epoch": 0.578368999421631,
      "grad_norm": 0.8644987344741821,
      "learning_rate": 7.89909436052722e-05,
      "loss": 1.6303,
      "step": 250
    },
    {
      "epoch": 0.5806824754193175,
      "grad_norm": 0.737969160079956,
      "learning_rate": 7.826541188353329e-05,
      "loss": 1.4388,
      "step": 251
    },
    {
      "epoch": 0.582995951417004,
      "grad_norm": 0.6719574332237244,
      "learning_rate": 7.754107902168019e-05,
      "loss": 1.3344,
      "step": 252
    },
    {
      "epoch": 0.5853094274146906,
      "grad_norm": 0.9928418397903442,
      "learning_rate": 7.681798497324716e-05,
      "loss": 1.4135,
      "step": 253
    },
    {
      "epoch": 0.5876229034123771,
      "grad_norm": 0.6808863878250122,
      "learning_rate": 7.609616962343675e-05,
      "loss": 1.2334,
      "step": 254
    },
    {
      "epoch": 0.5899363794100636,
      "grad_norm": 0.8409812450408936,
      "learning_rate": 7.537567278691964e-05,
      "loss": 1.4647,
      "step": 255
    },
    {
      "epoch": 0.5922498554077501,
      "grad_norm": 0.8439056277275085,
      "learning_rate": 7.465653420563845e-05,
      "loss": 1.4803,
      "step": 256
    },
    {
      "epoch": 0.5945633314054367,
      "grad_norm": 0.8113366961479187,
      "learning_rate": 7.393879354661577e-05,
      "loss": 1.4762,
      "step": 257
    },
    {
      "epoch": 0.5968768074031232,
      "grad_norm": 0.8549346327781677,
      "learning_rate": 7.322249039976608e-05,
      "loss": 1.3053,
      "step": 258
    },
    {
      "epoch": 0.5991902834008097,
      "grad_norm": 0.7651593685150146,
      "learning_rate": 7.2507664275712e-05,
      "loss": 1.1204,
      "step": 259
    },
    {
      "epoch": 0.6015037593984962,
      "grad_norm": 0.7745109796524048,
      "learning_rate": 7.179435460360491e-05,
      "loss": 1.4324,
      "step": 260
    },
    {
      "epoch": 0.6038172353961828,
      "grad_norm": 0.6885964870452881,
      "learning_rate": 7.108260072895013e-05,
      "loss": 1.2863,
      "step": 261
    },
    {
      "epoch": 0.6061307113938693,
      "grad_norm": 0.8192244172096252,
      "learning_rate": 7.037244191143661e-05,
      "loss": 1.4642,
      "step": 262
    },
    {
      "epoch": 0.6084441873915558,
      "grad_norm": 0.7535831928253174,
      "learning_rate": 6.966391732277143e-05,
      "loss": 1.4895,
      "step": 263
    },
    {
      "epoch": 0.6107576633892423,
      "grad_norm": 0.7988124489784241,
      "learning_rate": 6.895706604451905e-05,
      "loss": 1.3101,
      "step": 264
    },
    {
      "epoch": 0.6130711393869288,
      "grad_norm": 0.7618293762207031,
      "learning_rate": 6.825192706594575e-05,
      "loss": 1.5752,
      "step": 265
    },
    {
      "epoch": 0.6153846153846154,
      "grad_norm": 0.6956941485404968,
      "learning_rate": 6.75485392818689e-05,
      "loss": 1.2138,
      "step": 266
    },
    {
      "epoch": 0.6176980913823019,
      "grad_norm": 0.7941570281982422,
      "learning_rate": 6.684694149051156e-05,
      "loss": 1.2107,
      "step": 267
    },
    {
      "epoch": 0.6200115673799884,
      "grad_norm": 0.7112581729888916,
      "learning_rate": 6.614717239136246e-05,
      "loss": 1.3997,
      "step": 268
    },
    {
      "epoch": 0.6223250433776749,
      "grad_norm": 0.7261018753051758,
      "learning_rate": 6.54492705830414e-05,
      "loss": 1.1613,
      "step": 269
    },
    {
      "epoch": 0.6246385193753615,
      "grad_norm": 0.8441025018692017,
      "learning_rate": 6.475327456117005e-05,
      "loss": 1.2743,
      "step": 270
    },
    {
      "epoch": 0.626951995373048,
      "grad_norm": 1.865138053894043,
      "learning_rate": 6.405922271624874e-05,
      "loss": 1.3814,
      "step": 271
    },
    {
      "epoch": 0.6292654713707345,
      "grad_norm": 0.7073060274124146,
      "learning_rate": 6.336715333153869e-05,
      "loss": 1.5085,
      "step": 272
    },
    {
      "epoch": 0.631578947368421,
      "grad_norm": 0.8513479232788086,
      "learning_rate": 6.267710458095053e-05,
      "loss": 1.629,
      "step": 273
    },
    {
      "epoch": 0.6338924233661076,
      "grad_norm": 0.8080552816390991,
      "learning_rate": 6.198911452693853e-05,
      "loss": 1.4717,
      "step": 274
    },
    {
      "epoch": 0.6362058993637941,
      "grad_norm": 0.7010980248451233,
      "learning_rate": 6.130322111840114e-05,
      "loss": 1.5602,
      "step": 275
    },
    {
      "epoch": 0.6385193753614806,
      "grad_norm": 0.7250379323959351,
      "learning_rate": 6.0619462188587793e-05,
      "loss": 1.4205,
      "step": 276
    },
    {
      "epoch": 0.6408328513591671,
      "grad_norm": 0.7682870626449585,
      "learning_rate": 5.993787545301204e-05,
      "loss": 1.3642,
      "step": 277
    },
    {
      "epoch": 0.6431463273568536,
      "grad_norm": 0.7682114839553833,
      "learning_rate": 5.9258498507371194e-05,
      "loss": 1.4688,
      "step": 278
    },
    {
      "epoch": 0.6454598033545402,
      "grad_norm": 0.7572558522224426,
      "learning_rate": 5.8581368825472585e-05,
      "loss": 1.4212,
      "step": 279
    },
    {
      "epoch": 0.6477732793522267,
      "grad_norm": 0.8383634090423584,
      "learning_rate": 5.790652375716652e-05,
      "loss": 1.5849,
      "step": 280
    },
    {
      "epoch": 0.6500867553499132,
      "grad_norm": 0.7738487720489502,
      "learning_rate": 5.7234000526286156e-05,
      "loss": 1.6435,
      "step": 281
    },
    {
      "epoch": 0.6524002313475997,
      "grad_norm": 0.7347850799560547,
      "learning_rate": 5.656383622859418e-05,
      "loss": 1.4812,
      "step": 282
    },
    {
      "epoch": 0.6547137073452863,
      "grad_norm": 0.7233408093452454,
      "learning_rate": 5.589606782973683e-05,
      "loss": 1.3849,
      "step": 283
    },
    {
      "epoch": 0.6570271833429728,
      "grad_norm": 0.8488877415657043,
      "learning_rate": 5.5230732163204615e-05,
      "loss": 1.3712,
      "step": 284
    },
    {
      "epoch": 0.6593406593406593,
      "grad_norm": 0.7942116856575012,
      "learning_rate": 5.456786592830083e-05,
      "loss": 1.6638,
      "step": 285
    },
    {
      "epoch": 0.6616541353383458,
      "grad_norm": 0.8394670486450195,
      "learning_rate": 5.39075056881172e-05,
      "loss": 1.4856,
      "step": 286
    },
    {
      "epoch": 0.6639676113360324,
      "grad_norm": 0.7568303346633911,
      "learning_rate": 5.3249687867517095e-05,
      "loss": 1.6207,
      "step": 287
    },
    {
      "epoch": 0.6662810873337189,
      "grad_norm": 0.716803789138794,
      "learning_rate": 5.259444875112624e-05,
      "loss": 1.4838,
      "step": 288
    },
    {
      "epoch": 0.6685945633314054,
      "grad_norm": 1.645276665687561,
      "learning_rate": 5.1941824481331626e-05,
      "loss": 1.5133,
      "step": 289
    },
    {
      "epoch": 0.6709080393290919,
      "grad_norm": 0.733284056186676,
      "learning_rate": 5.129185105628756e-05,
      "loss": 1.3724,
      "step": 290
    },
    {
      "epoch": 0.6732215153267784,
      "grad_norm": 0.7721568942070007,
      "learning_rate": 5.064456432793019e-05,
      "loss": 1.3228,
      "step": 291
    },
    {
      "epoch": 0.675534991324465,
      "grad_norm": 0.8950063586235046,
      "learning_rate": 5.000000000000002e-05,
      "loss": 1.5009,
      "step": 292
    },
    {
      "epoch": 0.6778484673221515,
      "grad_norm": 0.826694130897522,
      "learning_rate": 4.93581936260724e-05,
      "loss": 1.4467,
      "step": 293
    },
    {
      "epoch": 0.680161943319838,
      "grad_norm": 0.7295423746109009,
      "learning_rate": 4.8719180607596484e-05,
      "loss": 1.4609,
      "step": 294
    },
    {
      "epoch": 0.6824754193175245,
      "grad_norm": 0.8876709342002869,
      "learning_rate": 4.808299619194251e-05,
      "loss": 1.316,
      "step": 295
    },
    {
      "epoch": 0.6847888953152111,
      "grad_norm": 0.7690305113792419,
      "learning_rate": 4.744967547045754e-05,
      "loss": 1.4294,
      "step": 296
    },
    {
      "epoch": 0.6871023713128976,
      "grad_norm": 0.7942996621131897,
      "learning_rate": 4.681925337653006e-05,
      "loss": 1.5033,
      "step": 297
    },
    {
      "epoch": 0.6894158473105841,
      "grad_norm": 0.835783839225769,
      "learning_rate": 4.6191764683662744e-05,
      "loss": 1.4346,
      "step": 298
    },
    {
      "epoch": 0.6917293233082706,
      "grad_norm": 0.7998892664909363,
      "learning_rate": 4.5567244003554645e-05,
      "loss": 1.4869,
      "step": 299
    },
    {
      "epoch": 0.6940427993059572,
      "grad_norm": 0.709814190864563,
      "learning_rate": 4.494572578419194e-05,
      "loss": 1.1826,
      "step": 300
    },
    {
      "epoch": 0.6963562753036437,
      "grad_norm": 0.6920233964920044,
      "learning_rate": 4.432724430794786e-05,
      "loss": 1.1106,
      "step": 301
    },
    {
      "epoch": 0.6986697513013302,
      "grad_norm": 0.7711285948753357,
      "learning_rate": 4.371183368969165e-05,
      "loss": 1.5684,
      "step": 302
    },
    {
      "epoch": 0.7009832272990167,
      "grad_norm": 0.7033829689025879,
      "learning_rate": 4.309952787490689e-05,
      "loss": 1.4013,
      "step": 303
    },
    {
      "epoch": 0.7032967032967034,
      "grad_norm": 0.6973114013671875,
      "learning_rate": 4.249036063781896e-05,
      "loss": 1.1284,
      "step": 304
    },
    {
      "epoch": 0.7056101792943898,
      "grad_norm": 0.7782838344573975,
      "learning_rate": 4.1884365579532346e-05,
      "loss": 1.5168,
      "step": 305
    },
    {
      "epoch": 0.7079236552920763,
      "grad_norm": 1.0608677864074707,
      "learning_rate": 4.128157612617696e-05,
      "loss": 1.3879,
      "step": 306
    },
    {
      "epoch": 0.7102371312897628,
      "grad_norm": 0.8524322509765625,
      "learning_rate": 4.0682025527064486e-05,
      "loss": 1.1725,
      "step": 307
    },
    {
      "epoch": 0.7125506072874493,
      "grad_norm": 0.707356870174408,
      "learning_rate": 4.008574685285442e-05,
      "loss": 1.216,
      "step": 308
    },
    {
      "epoch": 0.714864083285136,
      "grad_norm": 0.6369657516479492,
      "learning_rate": 3.94927729937299e-05,
      "loss": 1.149,
      "step": 309
    },
    {
      "epoch": 0.7171775592828225,
      "grad_norm": 0.8161624670028687,
      "learning_rate": 3.890313665758348e-05,
      "loss": 1.2809,
      "step": 310
    },
    {
      "epoch": 0.719491035280509,
      "grad_norm": 0.710037350654602,
      "learning_rate": 3.8316870368213e-05,
      "loss": 1.0616,
      "step": 311
    },
    {
      "epoch": 0.7218045112781954,
      "grad_norm": 0.7078741192817688,
      "learning_rate": 3.773400646352769e-05,
      "loss": 1.7232,
      "step": 312
    },
    {
      "epoch": 0.7241179872758821,
      "grad_norm": 0.8363785147666931,
      "learning_rate": 3.7154577093764334e-05,
      "loss": 1.4508,
      "step": 313
    },
    {
      "epoch": 0.7264314632735686,
      "grad_norm": 0.8325626850128174,
      "learning_rate": 3.657861421971388e-05,
      "loss": 1.5407,
      "step": 314
    },
    {
      "epoch": 0.728744939271255,
      "grad_norm": 0.6377615332603455,
      "learning_rate": 3.6006149610958625e-05,
      "loss": 1.2961,
      "step": 315
    },
    {
      "epoch": 0.7310584152689416,
      "grad_norm": 0.7553452253341675,
      "learning_rate": 3.543721484411976e-05,
      "loss": 1.3018,
      "step": 316
    },
    {
      "epoch": 0.7333718912666282,
      "grad_norm": 0.7931230664253235,
      "learning_rate": 3.487184130111562e-05,
      "loss": 1.3155,
      "step": 317
    },
    {
      "epoch": 0.7356853672643147,
      "grad_norm": 0.8038297295570374,
      "learning_rate": 3.4310060167430725e-05,
      "loss": 1.5318,
      "step": 318
    },
    {
      "epoch": 0.7379988432620012,
      "grad_norm": 0.8114890456199646,
      "learning_rate": 3.375190243039556e-05,
      "loss": 1.4916,
      "step": 319
    },
    {
      "epoch": 0.7403123192596877,
      "grad_norm": 0.7896063327789307,
      "learning_rate": 3.319739887747752e-05,
      "loss": 1.2866,
      "step": 320
    },
    {
      "epoch": 0.7426257952573742,
      "grad_norm": 0.7735966444015503,
      "learning_rate": 3.264658009458239e-05,
      "loss": 1.4296,
      "step": 321
    },
    {
      "epoch": 0.7449392712550608,
      "grad_norm": 0.7854422330856323,
      "learning_rate": 3.209947646436752e-05,
      "loss": 1.5456,
      "step": 322
    },
    {
      "epoch": 0.7472527472527473,
      "grad_norm": 1.110642910003662,
      "learning_rate": 3.155611816456586e-05,
      "loss": 1.7739,
      "step": 323
    },
    {
      "epoch": 0.7495662232504338,
      "grad_norm": 0.6715948581695557,
      "learning_rate": 3.1016535166321356e-05,
      "loss": 1.122,
      "step": 324
    },
    {
      "epoch": 0.7518796992481203,
      "grad_norm": 0.863487720489502,
      "learning_rate": 3.0480757232535772e-05,
      "loss": 1.6,
      "step": 325
    },
    {
      "epoch": 0.7541931752458069,
      "grad_norm": 0.7128667831420898,
      "learning_rate": 2.9948813916227115e-05,
      "loss": 1.3447,
      "step": 326
    },
    {
      "epoch": 0.7565066512434934,
      "grad_norm": 0.7019880414009094,
      "learning_rate": 2.9420734558899322e-05,
      "loss": 1.3399,
      "step": 327
    },
    {
      "epoch": 0.7565066512434934,
      "eval_loss": 1.364883303642273,
      "eval_runtime": 10.8028,
      "eval_samples_per_second": 16.848,
      "eval_steps_per_second": 8.424,
      "step": 327
    },
    {
      "epoch": 0.7588201272411799,
      "grad_norm": 0.7153640985488892,
      "learning_rate": 2.889654828892393e-05,
      "loss": 1.1626,
      "step": 328
    },
    {
      "epoch": 0.7611336032388664,
      "grad_norm": 0.7119441032409668,
      "learning_rate": 2.8376284019933373e-05,
      "loss": 1.4927,
      "step": 329
    },
    {
      "epoch": 0.763447079236553,
      "grad_norm": 0.7878216505050659,
      "learning_rate": 2.7859970449226104e-05,
      "loss": 1.4128,
      "step": 330
    },
    {
      "epoch": 0.7657605552342395,
      "grad_norm": 0.8118771314620972,
      "learning_rate": 2.73476360561837e-05,
      "loss": 1.4595,
      "step": 331
    },
    {
      "epoch": 0.768074031231926,
      "grad_norm": 0.7681297063827515,
      "learning_rate": 2.6839309100699973e-05,
      "loss": 1.3893,
      "step": 332
    },
    {
      "epoch": 0.7703875072296125,
      "grad_norm": 0.7976559400558472,
      "learning_rate": 2.6335017621622116e-05,
      "loss": 1.4114,
      "step": 333
    },
    {
      "epoch": 0.772700983227299,
      "grad_norm": 0.7470713257789612,
      "learning_rate": 2.5834789435204243e-05,
      "loss": 1.458,
      "step": 334
    },
    {
      "epoch": 0.7750144592249856,
      "grad_norm": 0.705791711807251,
      "learning_rate": 2.5338652133572915e-05,
      "loss": 1.3404,
      "step": 335
    },
    {
      "epoch": 0.7773279352226721,
      "grad_norm": 0.7716014385223389,
      "learning_rate": 2.4846633083205263e-05,
      "loss": 1.5309,
      "step": 336
    },
    {
      "epoch": 0.7796414112203586,
      "grad_norm": 0.7613276839256287,
      "learning_rate": 2.4358759423419474e-05,
      "loss": 1.3399,
      "step": 337
    },
    {
      "epoch": 0.7819548872180451,
      "grad_norm": 0.7796475291252136,
      "learning_rate": 2.3875058064877807e-05,
      "loss": 1.2802,
      "step": 338
    },
    {
      "epoch": 0.7842683632157317,
      "grad_norm": 0.6742395758628845,
      "learning_rate": 2.339555568810221e-05,
      "loss": 1.3325,
      "step": 339
    },
    {
      "epoch": 0.7865818392134182,
      "grad_norm": 0.825520932674408,
      "learning_rate": 2.2920278742002676e-05,
      "loss": 1.287,
      "step": 340
    },
    {
      "epoch": 0.7888953152111047,
      "grad_norm": 0.7503612637519836,
      "learning_rate": 2.244925344241828e-05,
      "loss": 1.2606,
      "step": 341
    },
    {
      "epoch": 0.7912087912087912,
      "grad_norm": 0.7662369608879089,
      "learning_rate": 2.1982505770671303e-05,
      "loss": 1.4186,
      "step": 342
    },
    {
      "epoch": 0.7935222672064778,
      "grad_norm": 0.7652837634086609,
      "learning_rate": 2.1520061472133902e-05,
      "loss": 1.3363,
      "step": 343
    },
    {
      "epoch": 0.7958357432041643,
      "grad_norm": 0.7619915008544922,
      "learning_rate": 2.1061946054808146e-05,
      "loss": 1.4885,
      "step": 344
    },
    {
      "epoch": 0.7981492192018508,
      "grad_norm": 0.7880293130874634,
      "learning_rate": 2.0608184787919026e-05,
      "loss": 1.1456,
      "step": 345
    },
    {
      "epoch": 0.8004626951995373,
      "grad_norm": 0.7381699085235596,
      "learning_rate": 2.0158802700520574e-05,
      "loss": 1.395,
      "step": 346
    },
    {
      "epoch": 0.8027761711972238,
      "grad_norm": 0.7581237554550171,
      "learning_rate": 1.9713824580115335e-05,
      "loss": 1.382,
      "step": 347
    },
    {
      "epoch": 0.8050896471949104,
      "grad_norm": 0.8142133951187134,
      "learning_rate": 1.927327497128706e-05,
      "loss": 1.2691,
      "step": 348
    },
    {
      "epoch": 0.8074031231925969,
      "grad_norm": 0.7856593132019043,
      "learning_rate": 1.883717817434688e-05,
      "loss": 1.4813,
      "step": 349
    },
    {
      "epoch": 0.8097165991902834,
      "grad_norm": 0.8233444690704346,
      "learning_rate": 1.840555824399296e-05,
      "loss": 1.4219,
      "step": 350
    },
    {
      "epoch": 0.8120300751879699,
      "grad_norm": 0.7959969639778137,
      "learning_rate": 1.797843898798358e-05,
      "loss": 1.3737,
      "step": 351
    },
    {
      "epoch": 0.8143435511856565,
      "grad_norm": 0.7154837250709534,
      "learning_rate": 1.7555843965823992e-05,
      "loss": 1.3314,
      "step": 352
    },
    {
      "epoch": 0.816657027183343,
      "grad_norm": 0.8472548723220825,
      "learning_rate": 1.7137796487466797e-05,
      "loss": 1.3489,
      "step": 353
    },
    {
      "epoch": 0.8189705031810295,
      "grad_norm": 0.8257718086242676,
      "learning_rate": 1.672431961202635e-05,
      "loss": 1.4163,
      "step": 354
    },
    {
      "epoch": 0.821283979178716,
      "grad_norm": 0.720893383026123,
      "learning_rate": 1.6315436146506703e-05,
      "loss": 1.4241,
      "step": 355
    },
    {
      "epoch": 0.8235974551764026,
      "grad_norm": 0.9218400120735168,
      "learning_rate": 1.5911168644543707e-05,
      "loss": 1.386,
      "step": 356
    },
    {
      "epoch": 0.8259109311740891,
      "grad_norm": 0.7947546243667603,
      "learning_rate": 1.5511539405160825e-05,
      "loss": 1.2701,
      "step": 357
    },
    {
      "epoch": 0.8282244071717756,
      "grad_norm": 0.6974280476570129,
      "learning_rate": 1.5116570471539293e-05,
      "loss": 1.3701,
      "step": 358
    },
    {
      "epoch": 0.8305378831694621,
      "grad_norm": 0.7123854160308838,
      "learning_rate": 1.4726283629802107e-05,
      "loss": 1.4497,
      "step": 359
    },
    {
      "epoch": 0.8328513591671486,
      "grad_norm": 0.9443936944007874,
      "learning_rate": 1.4340700407812435e-05,
      "loss": 1.2971,
      "step": 360
    },
    {
      "epoch": 0.8351648351648352,
      "grad_norm": 0.7279596924781799,
      "learning_rate": 1.3959842073986085e-05,
      "loss": 1.0421,
      "step": 361
    },
    {
      "epoch": 0.8374783111625217,
      "grad_norm": 0.6580965518951416,
      "learning_rate": 1.3583729636118358e-05,
      "loss": 1.3413,
      "step": 362
    },
    {
      "epoch": 0.8397917871602082,
      "grad_norm": 0.6799415946006775,
      "learning_rate": 1.3212383840225329e-05,
      "loss": 1.2042,
      "step": 363
    },
    {
      "epoch": 0.8421052631578947,
      "grad_norm": 0.8703047633171082,
      "learning_rate": 1.2845825169399507e-05,
      "loss": 1.266,
      "step": 364
    },
    {
      "epoch": 0.8444187391555813,
      "grad_norm": 0.9082154631614685,
      "learning_rate": 1.2484073842679944e-05,
      "loss": 1.262,
      "step": 365
    },
    {
      "epoch": 0.8467322151532678,
      "grad_norm": 1.800142765045166,
      "learning_rate": 1.2127149813937022e-05,
      "loss": 1.6676,
      "step": 366
    },
    {
      "epoch": 0.8490456911509543,
      "grad_norm": 0.6932367086410522,
      "learning_rate": 1.1775072770771834e-05,
      "loss": 1.322,
      "step": 367
    },
    {
      "epoch": 0.8513591671486408,
      "grad_norm": 0.7941784858703613,
      "learning_rate": 1.1427862133430156e-05,
      "loss": 1.3453,
      "step": 368
    },
    {
      "epoch": 0.8536726431463274,
      "grad_norm": 0.8334576487541199,
      "learning_rate": 1.1085537053731354e-05,
      "loss": 1.3,
      "step": 369
    },
    {
      "epoch": 0.8559861191440139,
      "grad_norm": 2.948742151260376,
      "learning_rate": 1.0748116414011888e-05,
      "loss": 1.4589,
      "step": 370
    },
    {
      "epoch": 0.8582995951417004,
      "grad_norm": 0.7582136392593384,
      "learning_rate": 1.0415618826083828e-05,
      "loss": 1.3351,
      "step": 371
    },
    {
      "epoch": 0.8606130711393869,
      "grad_norm": 0.8152954578399658,
      "learning_rate": 1.0088062630208273e-05,
      "loss": 1.6446,
      "step": 372
    },
    {
      "epoch": 0.8629265471370735,
      "grad_norm": 0.8539832234382629,
      "learning_rate": 9.765465894083636e-06,
      "loss": 1.4552,
      "step": 373
    },
    {
      "epoch": 0.86524002313476,
      "grad_norm": 0.9758718609809875,
      "learning_rate": 9.447846411849115e-06,
      "loss": 1.1236,
      "step": 374
    },
    {
      "epoch": 0.8675534991324465,
      "grad_norm": 0.8720031976699829,
      "learning_rate": 9.135221703103136e-06,
      "loss": 1.2705,
      "step": 375
    },
    {
      "epoch": 0.869866975130133,
      "grad_norm": 0.7317951321601868,
      "learning_rate": 8.827609011937066e-06,
      "loss": 1.3607,
      "step": 376
    },
    {
      "epoch": 0.8721804511278195,
      "grad_norm": 0.6953594088554382,
      "learning_rate": 8.525025305983936e-06,
      "loss": 1.5108,
      "step": 377
    },
    {
      "epoch": 0.8744939271255061,
      "grad_norm": 0.8250888586044312,
      "learning_rate": 8.227487275482592e-06,
      "loss": 1.3384,
      "step": 378
    },
    {
      "epoch": 0.8768074031231926,
      "grad_norm": 0.9160977005958557,
      "learning_rate": 7.935011332357112e-06,
      "loss": 1.3401,
      "step": 379
    },
    {
      "epoch": 0.8791208791208791,
      "grad_norm": 0.7070200443267822,
      "learning_rate": 7.647613609311455e-06,
      "loss": 1.5182,
      "step": 380
    },
    {
      "epoch": 0.8814343551185656,
      "grad_norm": 0.7772562503814697,
      "learning_rate": 7.365309958939615e-06,
      "loss": 1.382,
      "step": 381
    },
    {
      "epoch": 0.8837478311162522,
      "grad_norm": 0.7496217489242554,
      "learning_rate": 7.088115952851238e-06,
      "loss": 1.3267,
      "step": 382
    },
    {
      "epoch": 0.8860613071139387,
      "grad_norm": 0.9424759149551392,
      "learning_rate": 6.81604688081271e-06,
      "loss": 1.3459,
      "step": 383
    },
    {
      "epoch": 0.8883747831116252,
      "grad_norm": 0.7537806630134583,
      "learning_rate": 6.549117749903755e-06,
      "loss": 1.4998,
      "step": 384
    },
    {
      "epoch": 0.8906882591093117,
      "grad_norm": 0.8338106274604797,
      "learning_rate": 6.287343283689661e-06,
      "loss": 1.3642,
      "step": 385
    },
    {
      "epoch": 0.8930017351069983,
      "grad_norm": 0.843998372554779,
      "learning_rate": 6.030737921409169e-06,
      "loss": 1.3619,
      "step": 386
    },
    {
      "epoch": 0.8953152111046848,
      "grad_norm": 0.7519798278808594,
      "learning_rate": 5.779315817178e-06,
      "loss": 1.3025,
      "step": 387
    },
    {
      "epoch": 0.8976286871023713,
      "grad_norm": 0.7580445408821106,
      "learning_rate": 5.533090839208133e-06,
      "loss": 1.6218,
      "step": 388
    },
    {
      "epoch": 0.8999421631000578,
      "grad_norm": 2.075166940689087,
      "learning_rate": 5.292076569042826e-06,
      "loss": 1.1942,
      "step": 389
    },
    {
      "epoch": 0.9022556390977443,
      "grad_norm": 0.8120073080062866,
      "learning_rate": 5.056286300807511e-06,
      "loss": 1.4928,
      "step": 390
    },
    {
      "epoch": 0.9045691150954309,
      "grad_norm": 1.6865239143371582,
      "learning_rate": 4.825733040476465e-06,
      "loss": 1.5035,
      "step": 391
    },
    {
      "epoch": 0.9068825910931174,
      "grad_norm": 0.7252464294433594,
      "learning_rate": 4.600429505155424e-06,
      "loss": 1.2287,
      "step": 392
    },
    {
      "epoch": 0.9091960670908039,
      "grad_norm": 0.7757507562637329,
      "learning_rate": 4.380388122380141e-06,
      "loss": 1.2996,
      "step": 393
    },
    {
      "epoch": 0.9115095430884904,
      "grad_norm": 0.7562171220779419,
      "learning_rate": 4.165621029430855e-06,
      "loss": 1.2974,
      "step": 394
    },
    {
      "epoch": 0.913823019086177,
      "grad_norm": 0.7861557602882385,
      "learning_rate": 3.9561400726628505e-06,
      "loss": 1.5656,
      "step": 395
    },
    {
      "epoch": 0.9161364950838635,
      "grad_norm": 0.7593927979469299,
      "learning_rate": 3.7519568068529855e-06,
      "loss": 1.5606,
      "step": 396
    },
    {
      "epoch": 0.91844997108155,
      "grad_norm": 0.7335675358772278,
      "learning_rate": 3.5530824945623542e-06,
      "loss": 1.4637,
      "step": 397
    },
    {
      "epoch": 0.9207634470792365,
      "grad_norm": 0.8495926260948181,
      "learning_rate": 3.359528105515064e-06,
      "loss": 1.4799,
      "step": 398
    },
    {
      "epoch": 0.9230769230769231,
      "grad_norm": 0.8388051986694336,
      "learning_rate": 3.1713043159931734e-06,
      "loss": 1.3983,
      "step": 399
    },
    {
      "epoch": 0.9253903990746096,
      "grad_norm": 0.7520174384117126,
      "learning_rate": 2.9884215082477408e-06,
      "loss": 1.3645,
      "step": 400
    },
    {
      "epoch": 0.9277038750722961,
      "grad_norm": 0.6286604404449463,
      "learning_rate": 2.810889769926217e-06,
      "loss": 1.3895,
      "step": 401
    },
    {
      "epoch": 0.9300173510699826,
      "grad_norm": 0.8025228977203369,
      "learning_rate": 2.6387188935159456e-06,
      "loss": 1.3492,
      "step": 402
    },
    {
      "epoch": 0.9323308270676691,
      "grad_norm": 1.3888514041900635,
      "learning_rate": 2.471918375804105e-06,
      "loss": 1.4115,
      "step": 403
    },
    {
      "epoch": 0.9346443030653557,
      "grad_norm": 0.7446105480194092,
      "learning_rate": 2.3104974173537743e-06,
      "loss": 1.33,
      "step": 404
    },
    {
      "epoch": 0.9369577790630422,
      "grad_norm": 0.6853439211845398,
      "learning_rate": 2.1544649219965575e-06,
      "loss": 1.4006,
      "step": 405
    },
    {
      "epoch": 0.9392712550607287,
      "grad_norm": 0.8126919865608215,
      "learning_rate": 2.003829496341325e-06,
      "loss": 1.3646,
      "step": 406
    },
    {
      "epoch": 0.9415847310584152,
      "grad_norm": 0.8904492259025574,
      "learning_rate": 1.8585994492995916e-06,
      "loss": 1.3956,
      "step": 407
    },
    {
      "epoch": 0.9438982070561018,
      "grad_norm": 0.7368205189704895,
      "learning_rate": 1.7187827916271382e-06,
      "loss": 1.2218,
      "step": 408
    },
    {
      "epoch": 0.9462116830537883,
      "grad_norm": 0.7091931104660034,
      "learning_rate": 1.5843872354822097e-06,
      "loss": 1.3205,
      "step": 409
    },
    {
      "epoch": 0.9485251590514748,
      "grad_norm": 0.7179561257362366,
      "learning_rate": 1.4554201940000123e-06,
      "loss": 1.423,
      "step": 410
    },
    {
      "epoch": 0.9508386350491613,
      "grad_norm": 0.7042995691299438,
      "learning_rate": 1.3318887808839274e-06,
      "loss": 1.0981,
      "step": 411
    },
    {
      "epoch": 0.9531521110468479,
      "grad_norm": 0.68952476978302,
      "learning_rate": 1.21379981001305e-06,
      "loss": 1.4179,
      "step": 412
    },
    {
      "epoch": 0.9554655870445344,
      "grad_norm": 0.6881670951843262,
      "learning_rate": 1.1011597950663865e-06,
      "loss": 1.1551,
      "step": 413
    },
    {
      "epoch": 0.9577790630422209,
      "grad_norm": 0.8831844925880432,
      "learning_rate": 9.939749491635341e-07,
      "loss": 1.3938,
      "step": 414
    },
    {
      "epoch": 0.9600925390399074,
      "grad_norm": 0.7214851379394531,
      "learning_rate": 8.922511845219971e-07,
      "loss": 1.7372,
      "step": 415
    },
    {
      "epoch": 0.9624060150375939,
      "grad_norm": 0.7698026299476624,
      "learning_rate": 7.959941121310266e-07,
      "loss": 1.289,
      "step": 416
    },
    {
      "epoch": 0.9647194910352805,
      "grad_norm": 0.8609063029289246,
      "learning_rate": 7.052090414422119e-07,
      "loss": 1.0837,
      "step": 417
    },
    {
      "epoch": 0.967032967032967,
      "grad_norm": 0.7998297214508057,
      "learning_rate": 6.199009800765265e-07,
      "loss": 1.5292,
      "step": 418
    },
    {
      "epoch": 0.9693464430306535,
      "grad_norm": 0.7076178789138794,
      "learning_rate": 5.400746335481488e-07,
      "loss": 1.1963,
      "step": 419
    },
    {
      "epoch": 0.97165991902834,
      "grad_norm": 0.7465145587921143,
      "learning_rate": 4.6573440500492504e-07,
      "loss": 1.4168,
      "step": 420
    },
    {
      "epoch": 0.9739733950260266,
      "grad_norm": 1.3613364696502686,
      "learning_rate": 3.96884394985475e-07,
      "loss": 1.5701,
      "step": 421
    },
    {
      "epoch": 0.9762868710237131,
      "grad_norm": 0.7786402106285095,
      "learning_rate": 3.335284011929951e-07,
      "loss": 1.5676,
      "step": 422
    },
    {
      "epoch": 0.9786003470213996,
      "grad_norm": 0.6609527468681335,
      "learning_rate": 2.756699182858369e-07,
      "loss": 1.3307,
      "step": 423
    },
    {
      "epoch": 0.9809138230190861,
      "grad_norm": 0.826744556427002,
      "learning_rate": 2.2331213768468363e-07,
      "loss": 1.6348,
      "step": 424
    },
    {
      "epoch": 0.9832272990167727,
      "grad_norm": 0.8344684839248657,
      "learning_rate": 1.7645794739654665e-07,
      "loss": 1.4681,
      "step": 425
    },
    {
      "epoch": 0.9855407750144592,
      "grad_norm": 0.7661600112915039,
      "learning_rate": 1.351099318554705e-07,
      "loss": 1.3729,
      "step": 426
    },
    {
      "epoch": 0.9878542510121457,
      "grad_norm": 0.9171675443649292,
      "learning_rate": 9.927037177993592e-08,
      "loss": 1.3666,
      "step": 427
    },
    {
      "epoch": 0.9901677270098322,
      "grad_norm": 0.8102902770042419,
      "learning_rate": 6.894124404711599e-08,
      "loss": 1.1927,
      "step": 428
    },
    {
      "epoch": 0.9924812030075187,
      "grad_norm": 0.8203909397125244,
      "learning_rate": 4.4124221583785595e-08,
      "loss": 1.3914,
      "step": 429
    },
    {
      "epoch": 0.9947946790052054,
      "grad_norm": 0.7832964658737183,
      "learning_rate": 2.482067327409521e-08,
      "loss": 1.5287,
      "step": 430
    },
    {
      "epoch": 0.9971081550028918,
      "grad_norm": 0.7602399587631226,
      "learning_rate": 1.103166388398691e-08,
      "loss": 1.5643,
      "step": 431
    },
    {
      "epoch": 0.9994216310005783,
      "grad_norm": 0.7281830310821533,
      "learning_rate": 2.7579540025524097e-09,
      "loss": 1.5823,
      "step": 432
    },
    {
      "epoch": 1.001735106998265,
      "grad_norm": 1.7527399063110352,
      "learning_rate": 0.0,
      "loss": 2.1181,
      "step": 433
    }
  ],
  "logging_steps": 1,
  "max_steps": 433,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 109,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 7.097521195450368e+16,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}